Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0b5456e226134918b6e88c42f8ba87114b46b158"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0b5456e226134918b6e88c42f8ba87114b46b158
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:57:48.476] New invocation is queued and will start shortly
[07:57:49.562] Starting the invocation (attempt 1)
[07:57:49.592] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0b5456e226134918b6e88c42f8ba87114b46b158"
[07:57:49.592] Popped gitiles commit info from properties and tags
[07:57:49.592] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:57:49.593] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:57:49.593] Buildbucket request:
{
  "requestId": "8918664377785038720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0b5456e226134918b6e88c42f8ba87114b46b158",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918664377785038720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:57:50.633] Scheduled build:
{
  "id": "8753234315834234081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 20185,
  "createdBy": "project:chromium",
  "createTime": "2024-03-17T07:57:49.711273448Z",
  "updateTime": "2024-03-17T07:57:49.711273448Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0b5456e226134918b6e88c42f8ba87114b46b158",
      "ref": "refs/heads/main"
    }
  }
}
[07:57:50.633] Task URL: https://cr-buildbucket.appspot.com/build/8753234315834234081
[07:57:50.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:2:0) after 7m55s
[07:57:56.243] Received PubSub notification, asking Buildbucket for the build status
[07:57:56.267] Build status: SCHEDULED
[08:00:01.175] Received PubSub notification, asking Buildbucket for the build status
[08:00:01.202] Build status: STARTED
[08:05:45.794] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:2:0)
[08:05:45.821] Build status: STARTED
[08:05:45.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:5:0) after 4m35s
[08:10:20.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:5:0)
[08:10:20.857] Build status: STARTED
[08:10:20.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:6:0) after 5m24s
[08:15:44.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:6:0)
[08:15:44.996] Build status: STARTED
[08:15:44.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:7:0) after 4m13s
[08:19:58.019] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:7:0)
[08:19:58.048] Build status: STARTED
[08:19:58.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:8:0) after 6m42s
[08:26:40.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:8:0)
[08:26:40.112] Build status: STARTED
[08:26:40.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:9:0) after 9m4s
[08:35:44.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:9:0)
[08:35:44.212] Build status: STARTED
[08:35:44.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:10:0) after 4m44s
[08:40:28.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:10:0)
[08:40:28.260] Build status: STARTED
[08:40:28.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:11:0) after 4m29s
[08:44:57.308] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:11:0)
[08:44:57.368] Build status: STARTED
[08:44:57.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:12:0) after 5m15s
[08:50:12.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:12:0)
[08:50:12.617] Build status: STARTED
[08:50:12.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:13:0) after 5m22s
[08:55:34.803] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:13:0)
[08:55:34.825] Build status: STARTED
[08:55:34.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:14:0) after 1m7s
[08:56:41.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:14:0)
[08:56:41.925] Build status: STARTED
[08:56:41.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:15:0) after 6m58s
[09:03:39.948] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:15:0)
[09:03:39.967] Build status: STARTED
[09:03:39.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:16:0) after 8m31s
[09:12:11.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:16:0)
[09:12:11.129] Build status: STARTED
[09:12:11.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:17:0) after 4m58s
[09:17:09.152] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:17:0)
[09:17:09.193] Build status: STARTED
[09:17:09.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:18:0) after 9m35s
[09:26:44.215] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:18:0)
[09:26:44.232] Build status: STARTED
[09:26:44.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:19:0) after 2m31s
[09:29:15.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:19:0)
[09:29:15.458] Build status: STARTED
[09:29:15.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:20:0) after 8m14s
[09:37:29.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:20:0)
[09:37:29.498] Build status: STARTED
[09:37:29.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:21:0) after 4m8s
[09:41:37.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:21:0)
[09:41:37.607] Build status: STARTED
[09:41:37.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:22:0) after 5m24s
[09:47:01.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:22:0)
[09:47:01.887] Build status: STARTED
[09:47:01.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:23:0) after 9m51s
[09:56:52.913] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:23:0)
[09:56:52.933] Build status: STARTED
[09:56:52.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:24:0) after 8m24s
[10:05:16.959] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:24:0)
[10:05:16.979] Build status: STARTED
[10:05:16.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:25:0) after 5m30s
[10:10:47.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:25:0)
[10:10:47.060] Build status: STARTED
[10:10:47.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:26:0) after 4m37s
[10:15:24.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:26:0)
[10:15:24.115] Build status: STARTED
[10:15:24.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:27:0) after 8m45s
[10:24:09.139] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:27:0)
[10:24:09.168] Build status: STARTED
[10:24:09.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:28:0) after 6m14s
[10:30:23.249] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:28:0)
[10:30:23.277] Build status: STARTED
[10:30:23.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:29:0) after 9m39s
[10:40:02.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:29:0)
[10:40:02.371] Build status: STARTED
[10:40:02.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:30:0) after 9m53s
[10:49:55.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:30:0)
[10:49:55.434] Build status: STARTED
[10:49:55.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:31:0) after 5m5s
[10:55:00.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:31:0)
[10:55:00.519] Build status: STARTED
[10:55:00.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:32:0) after 6m26s
[11:01:26.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:32:0)
[11:01:26.815] Build status: STARTED
[11:01:26.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:33:0) after 3m5s
[11:04:32.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:33:0)
[11:04:32.082] Build status: STARTED
[11:04:32.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:34:0) after 8m22s
[11:12:54.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:34:0)
[11:12:54.506] Build status: STARTED
[11:12:54.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:35:0) after 3m7s
[11:16:01.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:35:0)
[11:16:01.897] Build status: STARTED
[11:16:01.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:36:0) after 8m51s
[11:24:53.980] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:36:0)
[11:24:54.014] Build status: STARTED
[11:24:54.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:37:0) after 5m50s
[11:30:44.358] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:37:0)
[11:30:44.383] Build status: STARTED
[11:30:44.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:38:0) after 2m44s
[11:33:28.869] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:38:0)
[11:33:28.899] Build status: STARTED
[11:33:28.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:39:0) after 4m54s
[11:38:23.410] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:39:0)
[11:38:23.438] Build status: STARTED
[11:38:23.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:40:0) after 6m53s
[11:45:16.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:40:0)
[11:45:16.568] Build status: STARTED
[11:45:16.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:41:0) after 4m19s
[11:49:35.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:41:0)
[11:49:35.613] Build status: STARTED
[11:49:35.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:42:0) after 2m6s
[11:51:41.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:42:0)
[11:51:41.670] Build status: STARTED
[11:51:41.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:43:0) after 9m23s
[12:01:04.699] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:43:0)
[12:01:04.737] Build status: STARTED
[12:01:04.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:44:0) after 8m47s
[12:09:51.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:44:0)
[12:09:51.786] Build status: STARTED
[12:09:51.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:45:0) after 6m45s
[12:16:36.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:45:0)
[12:16:36.885] Build status: STARTED
[12:16:36.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:46:0) after 5m19s
[12:21:56.073] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:46:0)
[12:21:56.099] Build status: STARTED
[12:21:56.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:47:0) after 5m21s
[12:27:17.113] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:47:0)
[12:27:17.129] Build status: STARTED
[12:27:17.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:48:0) after 2m30s
[12:29:47.150] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:48:0)
[12:29:47.252] Build status: STARTED
[12:29:47.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:49:0) after 3m58s
[12:33:45.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:49:0)
[12:33:45.342] Build status: STARTED
[12:33:45.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:50:0) after 9m7s
[12:42:52.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:50:0)
[12:42:52.485] Build status: STARTED
[12:42:52.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:51:0) after 5m31s
[12:48:23.504] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:51:0)
[12:48:23.528] Build status: STARTED
[12:48:23.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:52:0) after 4m3s
[12:52:26.544] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:52:0)
[12:52:26.579] Build status: STARTED
[12:52:26.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:53:0) after 1m20s
[12:53:46.580] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:53:0)
[12:53:46.681] Build status: STARTED
[12:53:46.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:54:0) after 3m36s
[12:57:22.849] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:54:0)
[12:57:22.878] Build status: STARTED
[12:57:22.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:55:0) after 5m8s
[13:02:31.067] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:55:0)
[13:02:31.085] Build status: STARTED
[13:02:31.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:56:0) after 4m50s
[13:07:21.311] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:56:0)
[13:07:21.329] Build status: STARTED
[13:07:21.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:57:0) after 3m19s
[13:10:40.311] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:57:0)
[13:10:40.375] Build status: STARTED
[13:10:40.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:58:0) after 1m42s
[13:12:22.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:58:0)
[13:12:22.483] Build status: STARTED
[13:12:22.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:59:0) after 8m45s
[13:21:07.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:59:0)
[13:21:07.533] Build status: STARTED
[13:21:07.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:60:0) after 8m55s
[13:30:02.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:60:0)
[13:30:02.693] Build status: STARTED
[13:30:02.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:61:0) after 3m24s
[13:33:26.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:61:0)
[13:33:26.745] Build status: STARTED
[13:33:26.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:62:0) after 8m54s
[13:42:20.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:62:0)
[13:42:20.923] Build status: STARTED
[13:42:20.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:63:0) after 3m41s
[13:46:01.973] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:63:0)
[13:46:01.997] Build status: STARTED
[13:46:01.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:64:0) after 8m10s
[13:54:12.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:64:0)
[13:54:12.051] Build status: STARTED
[13:54:12.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:65:0) after 4m58s
[13:59:10.142] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:65:0)
[13:59:10.216] Build status: STARTED
[13:59:10.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:66:0) after 5m45s
[14:04:55.240] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:66:0)
[14:04:55.266] Build status: STARTED
[14:04:55.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:67:0) after 2m58s
[14:07:53.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:67:0)
[14:07:53.321] Build status: STARTED
[14:07:53.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:68:0) after 2m16s
[14:10:09.344] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:68:0)
[14:10:09.743] Build status: STARTED
[14:10:09.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:69:0) after 9m22s
[14:19:31.875] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:69:0)
[14:19:31.895] Build status: STARTED
[14:19:31.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:70:0) after 7m23s
[14:26:54.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:70:0)
[14:26:54.984] Build status: STARTED
[14:26:54.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:71:0) after 8m12s
[14:35:07.146] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:71:0)
[14:35:07.213] Build status: STARTED
[14:35:07.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:72:0) after 5m30s
[14:40:37.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:72:0)
[14:40:37.770] Build status: STARTED
[14:40:37.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:73:0) after 2m30s
[14:43:07.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:73:0)
[14:43:07.846] Build status: STARTED
[14:43:07.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918664377785038720:74:0) after 9m3s
[14:44:10.272] Received PubSub notification, asking Buildbucket for the build status
[14:44:10.319] Build:
{
  "id": "8753234315834234081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 20185,
  "createdBy": "project:chromium",
  "createTime": "2024-03-17T07:57:49.711273448Z",
  "startTime": "2024-03-17T07:59:43.395336Z",
  "endTime": "2024-03-17T14:44:08.257328Z",
  "updateTime": "2024-03-17T14:44:08.257328Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0b5456e226134918b6e88c42f8ba87114b46b158",
      "ref": "refs/heads/main"
    }
  }
}
[14:44:10.319] Invocation finished in 6h46m21.852261893s with status FAILED