Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b6b22e5c882b00d0f7d085a7d314f0d86a774bb4"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b6b22e5c882b00d0f7d085a7d314f0d86a774bb4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:34:40.267] New invocation is queued and will start shortly
[09:34:41.454] Starting the invocation (attempt 1)
[09:34:41.490] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b6b22e5c882b00d0f7d085a7d314f0d86a774bb4"
[09:34:41.491] Popped gitiles commit info from properties and tags
[09:34:41.491] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:34:41.491] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:34:41.491] Buildbucket request:
{
  "requestId": "8954987667202959088",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b6b22e5c882b00d0f7d085a7d314f0d86a774bb4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8954987667202959088"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:34:42.149] Scheduled build:
{
  "id": "8789557605014530945",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16078,
  "createdBy": "project:chromium",
  "createTime": "2023-02-10T09:34:41.732775590Z",
  "updateTime": "2023-02-10T09:34:41.732775590Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b6b22e5c882b00d0f7d085a7d314f0d86a774bb4",
      "ref": "refs/heads/main"
    }
  }
}
[09:34:42.149] Task URL: https://cr-buildbucket.appspot.com/build/8789557605014530945
[09:34:42.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:2:0) after 5m42s
[09:35:55.692] Received PubSub notification, asking Buildbucket for the build status
[09:35:55.722] Build status: STARTED
[09:40:24.463] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:2:0)
[09:40:24.513] Build status: STARTED
[09:40:24.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:4:0) after 5m20s
[09:45:44.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:4:0)
[09:45:44.566] Build status: STARTED
[09:45:44.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:5:0) after 8m5s
[09:53:49.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:5:0)
[09:53:49.623] Build status: STARTED
[09:53:49.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:6:0) after 5m20s
[09:59:09.672] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:6:0)
[09:59:09.692] Build status: STARTED
[09:59:09.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:7:0) after 1m19s
[10:00:28.726] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:7:0)
[10:00:28.748] Build status: STARTED
[10:00:28.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:8:0) after 2m19s
[10:02:47.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:8:0)
[10:02:47.763] Build status: STARTED
[10:02:47.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:9:0) after 7m13s
[10:10:00.973] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:9:0)
[10:10:01.031] Build status: STARTED
[10:10:01.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:10:0) after 7m39s
[10:17:40.080] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:10:0)
[10:17:40.107] Build status: STARTED
[10:17:40.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:11:0) after 6m18s
[10:23:58.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:11:0)
[10:23:58.493] Build status: STARTED
[10:23:58.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:12:0) after 7m33s
[10:31:31.468] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:12:0)
[10:31:31.494] Build status: STARTED
[10:31:31.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:13:0) after 9m47s
[10:41:18.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:13:0)
[10:41:18.610] Build status: STARTED
[10:41:18.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:14:0) after 9m2s
[10:50:20.752] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:14:0)
[10:50:20.777] Build status: STARTED
[10:50:20.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:15:0) after 2m36s
[10:52:56.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:15:0)
[10:52:56.814] Build status: STARTED
[10:52:56.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:16:0) after 9m4s
[11:02:00.879] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:16:0)
[11:02:00.908] Build status: STARTED
[11:02:00.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:17:0) after 2m3s
[11:04:03.932] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:17:0)
[11:04:03.961] Build status: STARTED
[11:04:03.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:18:0) after 7m54s
[11:11:58.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:18:0)
[11:11:58.122] Build status: STARTED
[11:11:58.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:19:0) after 2m40s
[11:14:38.149] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:19:0)
[11:14:38.177] Build status: STARTED
[11:14:38.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:20:0) after 1m3s
[11:15:41.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:20:0)
[11:15:41.239] Build status: STARTED
[11:15:41.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:21:0) after 8m33s
[11:24:14.370] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:21:0)
[11:24:14.391] Build status: STARTED
[11:24:14.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:22:0) after 4m9s
[11:28:23.586] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:22:0)
[11:28:23.611] Build status: STARTED
[11:28:23.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:23:0) after 5m5s
[11:33:28.834] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:23:0)
[11:33:28.853] Build status: STARTED
[11:33:28.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:24:0) after 8m58s
[11:42:26.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:24:0)
[11:42:26.877] Build status: STARTED
[11:42:26.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:25:0) after 5m47s
[11:48:13.925] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:25:0)
[11:48:14.151] Build status: STARTED
[11:48:14.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:26:0) after 6m17s
[11:54:31.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:26:0)
[11:54:31.242] Build status: STARTED
[11:54:31.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:27:0) after 8m33s
[12:03:04.333] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:27:0)
[12:03:04.358] Build status: STARTED
[12:03:04.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:28:0) after 5m52s
[12:08:56.651] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:28:0)
[12:08:56.672] Build status: STARTED
[12:08:56.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:29:0) after 5m19s
[12:14:15.778] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:29:0)
[12:14:15.804] Build status: STARTED
[12:14:15.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:30:0) after 8m20s
[12:22:35.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:30:0)
[12:22:36.016] Build status: STARTED
[12:22:36.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:31:0) after 3m48s
[12:26:24.404] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:31:0)
[12:26:24.429] Build status: STARTED
[12:26:24.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:32:0) after 6m42s
[12:33:06.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:32:0)
[12:33:06.854] Build status: STARTED
[12:33:06.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:33:0) after 4m25s
[12:37:32.025] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:33:0)
[12:37:32.047] Build status: STARTED
[12:37:32.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:34:0) after 5m38s
[12:43:10.095] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:34:0)
[12:43:10.152] Build status: STARTED
[12:43:10.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:35:0) after 5m51s
[12:49:01.173] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:35:0)
[12:49:01.192] Build status: STARTED
[12:49:01.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:36:0) after 8m27s
[12:57:28.212] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:36:0)
[12:57:28.236] Build status: STARTED
[12:57:28.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:37:0) after 6m10s
[13:03:38.296] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:37:0)
[13:03:38.318] Build status: STARTED
[13:03:38.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:38:0) after 9m1s
[13:12:39.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:38:0)
[13:12:39.572] Build status: STARTED
[13:12:39.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:39:0) after 3m10s
[13:15:49.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:39:0)
[13:15:49.646] Build status: STARTED
[13:15:49.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:40:0) after 6m1s
[13:21:50.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:40:0)
[13:21:50.703] Build status: STARTED
[13:21:50.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:41:0) after 6m31s
[13:28:21.784] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:41:0)
[13:28:21.810] Build status: STARTED
[13:28:21.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:42:0) after 1m36s
[13:29:57.983] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:42:0)
[13:29:58.017] Build status: STARTED
[13:29:58.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:43:0) after 8m18s
[13:38:16.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:43:0)
[13:38:16.059] Build status: STARTED
[13:38:16.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:44:0) after 1m32s
[13:39:48.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:44:0)
[13:39:48.106] Build status: STARTED
[13:39:48.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:45:0) after 8m34s
[13:48:22.320] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:45:0)
[13:48:22.347] Build status: STARTED
[13:48:22.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:46:0) after 5m56s
[13:54:18.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:46:0)
[13:54:18.987] Build status: STARTED
[13:54:18.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:47:0) after 7m1s
[14:01:20.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:47:0)
[14:01:20.349] Build status: STARTED
[14:01:20.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:48:0) after 9m52s
[14:11:12.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:48:0)
[14:11:12.680] Build status: STARTED
[14:11:12.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:49:0) after 9m36s
[14:20:48.902] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:49:0)
[14:20:48.934] Build status: STARTED
[14:20:48.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:50:0) after 1m15s
[14:22:04.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:50:0)
[14:22:04.220] Build status: STARTED
[14:22:04.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:51:0) after 7m0s
[14:29:04.215] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:51:0)
[14:29:04.237] Build status: STARTED
[14:29:04.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:52:0) after 8m44s
[14:37:48.467] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:52:0)
[14:37:48.492] Build status: STARTED
[14:37:48.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:53:0) after 4m26s
[14:42:14.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:53:0)
[14:42:14.536] Build status: STARTED
[14:42:14.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:54:0) after 4m31s
[14:46:45.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:54:0)
[14:46:45.602] Build status: STARTED
[14:46:45.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:55:0) after 9m2s
[14:55:47.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:55:0)
[14:55:47.791] Build status: STARTED
[14:55:47.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:56:0) after 2m28s
[14:58:16.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:56:0)
[14:58:16.312] Build status: STARTED
[14:58:16.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:57:0) after 9m12s
[15:07:28.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:57:0)
[15:07:28.494] Build status: STARTED
[15:07:28.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:58:0) after 2m17s
[15:09:45.614] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:58:0)
[15:09:45.645] Build status: STARTED
[15:09:45.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:59:0) after 5m9s
[15:14:54.717] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:59:0)
[15:14:54.745] Build status: STARTED
[15:14:54.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:60:0) after 5m3s
[15:19:58.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:60:0)
[15:19:58.230] Build status: STARTED
[15:19:58.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:61:0) after 6m8s
[15:26:06.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:61:0)
[15:26:06.375] Build status: STARTED
[15:26:06.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:62:0) after 2m3s
[15:28:09.428] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:62:0)
[15:28:09.453] Build status: STARTED
[15:28:09.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:63:0) after 6m48s
[15:34:57.642] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:63:0)
[15:34:57.672] Build status: STARTED
[15:34:57.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:64:0) after 5m0s
[15:39:57.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:64:0)
[15:39:57.908] Build status: STARTED
[15:39:57.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:65:0) after 4m1s
[15:43:59.094] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:65:0)
[15:43:59.121] Build status: STARTED
[15:43:59.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:66:0) after 6m20s
[15:50:19.161] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:66:0)
[15:50:19.208] Build status: STARTED
[15:50:19.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:67:0) after 7m48s
[15:58:07.210] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:67:0)
[15:58:07.247] Build status: STARTED
[15:58:07.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:68:0) after 9m30s
[16:07:37.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:68:0)
[16:07:37.649] Build status: STARTED
[16:07:37.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:69:0) after 7m26s
[16:15:03.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:69:0)
[16:15:03.822] Build status: STARTED
[16:15:03.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:70:0) after 6m26s
[16:21:29.846] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:70:0)
[16:21:29.870] Build status: STARTED
[16:21:29.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:71:0) after 5m0s
[16:26:30.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:71:0)
[16:26:30.129] Build status: STARTED
[16:26:30.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:72:0) after 1m2s
[16:27:32.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:72:0)
[16:27:32.451] Build status: STARTED
[16:27:32.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:73:0) after 1m36s
[16:29:08.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:73:0)
[16:29:09.014] Build status: STARTED
[16:29:09.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:74:0) after 6m14s
[16:35:23.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:74:0)
[16:35:23.102] Build status: STARTED
[16:35:23.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:75:0) after 2m36s
[16:37:59.220] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:75:0)
[16:37:59.242] Build status: STARTED
[16:37:59.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:76:0) after 7m51s
[16:45:50.450] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:76:0)
[16:45:50.479] Build status: STARTED
[16:45:50.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:77:0) after 9m16s
[16:55:06.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:77:0)
[16:55:06.549] Build status: STARTED
[16:55:06.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:78:0) after 9m24s
[17:04:30.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:78:0)
[17:04:30.777] Build status: STARTED
[17:04:30.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:79:0) after 7m17s
[17:11:47.809] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:79:0)
[17:11:47.836] Build status: STARTED
[17:11:47.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8954987667202959088:80:0) after 4m55s
[17:15:23.387] Received PubSub notification, asking Buildbucket for the build status
[17:15:23.409] Build:
{
  "id": "8789557605014530945",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16078,
  "createdBy": "project:chromium",
  "createTime": "2023-02-10T09:34:41.732775590Z",
  "startTime": "2023-02-10T09:35:55.120559Z",
  "endTime": "2023-02-10T17:15:23.044365967Z",
  "updateTime": "2023-02-10T17:15:23.044365967Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b6b22e5c882b00d0f7d085a7d314f0d86a774bb4",
      "ref": "refs/heads/main"
    }
  }
}
[17:15:23.409] Invocation finished in 7h40m43.148494272s with status FAILED