Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9c3107ca9bab2565f4285e4c344aeaa040c17cc4"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c3107ca9bab2565f4285e4c344aeaa040c17cc4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:15:30.434] New invocation is queued and will start shortly
[16:15:31.668] Starting the invocation (attempt 1)
[16:15:31.699] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c3107ca9bab2565f4285e4c344aeaa040c17cc4"
[16:15:31.699] Popped gitiles commit info from properties and tags
[16:15:31.699] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:15:31.699] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:15:31.699] Buildbucket request:
{
  "requestId": "8949979615633069456",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9c3107ca9bab2565f4285e4c344aeaa040c17cc4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8949979615633069456"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:15:32.197] Scheduled build:
{
  "id": "8784549553572180865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16311,
  "createdBy": "project:chromium",
  "createTime": "2023-04-06T16:15:31.768425705Z",
  "updateTime": "2023-04-06T16:15:31.768425705Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9c3107ca9bab2565f4285e4c344aeaa040c17cc4",
      "ref": "refs/heads/main"
    }
  }
}
[16:15:32.197] Task URL: https://cr-buildbucket.appspot.com/build/8784549553572180865
[16:15:32.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:2:0) after 3m47s
[16:17:02.281] Received PubSub notification, asking Buildbucket for the build status
[16:17:02.317] Build status: STARTED
[16:19:19.164] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:2:0)
[16:19:19.216] Build status: STARTED
[16:19:19.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:4:0) after 9m21s
[16:28:40.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:4:0)
[16:28:40.259] Build status: STARTED
[16:28:40.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:5:0) after 6m48s
[16:35:28.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:5:0)
[16:35:28.275] Build status: STARTED
[16:35:28.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:6:0) after 9m27s
[16:44:55.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:6:0)
[16:44:55.425] Build status: STARTED
[16:44:55.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:7:0) after 4m56s
[16:49:51.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:7:0)
[16:49:51.649] Build status: STARTED
[16:49:51.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:8:0) after 4m19s
[16:54:10.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:8:0)
[16:54:10.688] Build status: STARTED
[16:54:10.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:9:0) after 6m29s
[17:00:39.713] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:9:0)
[17:00:39.776] Build status: STARTED
[17:00:39.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:10:0) after 1m6s
[17:01:45.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:10:0)
[17:01:45.872] Build status: STARTED
[17:01:45.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:11:0) after 1m58s
[17:03:44.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:11:0)
[17:03:44.471] Build status: STARTED
[17:03:44.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:12:0) after 8m33s
[17:12:17.493] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:12:0)
[17:12:17.515] Build status: STARTED
[17:12:17.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:13:0) after 9m24s
[17:21:41.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:13:0)
[17:21:41.798] Build status: STARTED
[17:21:41.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:14:0) after 2m12s
[17:23:53.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:14:0)
[17:23:53.903] Build status: STARTED
[17:23:53.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:15:0) after 7m24s
[17:31:17.924] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:15:0)
[17:31:17.950] Build status: STARTED
[17:31:17.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:16:0) after 6m12s
[17:37:30.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:16:0)
[17:37:30.103] Build status: STARTED
[17:37:30.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:17:0) after 4m32s
[17:42:02.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:17:0)
[17:42:02.155] Build status: STARTED
[17:42:02.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:18:0) after 8m42s
[17:50:44.248] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:18:0)
[17:50:44.267] Build status: STARTED
[17:50:44.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:19:0) after 7m15s
[17:57:59.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:19:0)
[17:57:59.806] Build status: STARTED
[17:57:59.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:20:0) after 9m22s
[18:07:22.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:20:0)
[18:07:22.095] Build status: STARTED
[18:07:22.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:21:0) after 8m4s
[18:15:26.515] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:21:0)
[18:15:26.538] Build status: STARTED
[18:15:26.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:22:0) after 6m2s
[18:21:28.641] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:22:0)
[18:21:28.663] Build status: STARTED
[18:21:28.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:23:0) after 9m25s
[18:30:54.026] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:23:0)
[18:30:54.049] Build status: STARTED
[18:30:54.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:24:0) after 4m18s
[18:35:12.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:24:0)
[18:35:12.327] Build status: STARTED
[18:35:12.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:25:0) after 8m55s
[18:44:07.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:25:0)
[18:44:07.469] Build status: STARTED
[18:44:07.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:26:0) after 6m40s
[18:50:47.507] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:26:0)
[18:50:47.533] Build status: STARTED
[18:50:47.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:27:0) after 1m39s
[18:52:26.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:27:0)
[18:52:26.573] Build status: STARTED
[18:52:26.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:28:0) after 5m11s
[18:57:37.676] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:28:0)
[18:57:37.696] Build status: STARTED
[18:57:37.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:29:0) after 1m14s
[18:58:51.897] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:29:0)
[18:58:51.924] Build status: STARTED
[18:58:51.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:30:0) after 9m55s
[19:08:47.041] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:30:0)
[19:08:47.064] Build status: STARTED
[19:08:47.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:31:0) after 5m17s
[19:14:04.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:31:0)
[19:14:04.434] Build status: STARTED
[19:14:04.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:32:0) after 1m42s
[19:15:46.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:32:0)
[19:15:46.473] Build status: STARTED
[19:15:46.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:33:0) after 4m48s
[19:20:34.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:33:0)
[19:20:34.481] Build status: STARTED
[19:20:34.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:34:0) after 4m31s
[19:25:05.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:34:0)
[19:25:05.741] Build status: STARTED
[19:25:05.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:35:0) after 2m28s
[19:27:33.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:35:0)
[19:27:33.786] Build status: STARTED
[19:27:33.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:36:0) after 3m8s
[19:30:42.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:36:0)
[19:30:42.028] Build status: STARTED
[19:30:42.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:37:0) after 2m20s
[19:33:02.126] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:37:0)
[19:33:02.158] Build status: STARTED
[19:33:02.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:38:0) after 5m0s
[19:38:02.181] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:38:0)
[19:38:02.206] Build status: STARTED
[19:38:02.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:39:0) after 8m30s
[19:46:32.229] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:39:0)
[19:46:32.253] Build status: STARTED
[19:46:32.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:40:0) after 5m56s
[19:52:28.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:40:0)
[19:52:28.456] Build status: STARTED
[19:52:28.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:41:0) after 1m0s
[19:53:28.491] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:41:0)
[19:53:28.510] Build status: STARTED
[19:53:28.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:42:0) after 1m3s
[19:54:31.528] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:42:0)
[19:54:31.553] Build status: STARTED
[19:54:31.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:43:0) after 7m22s
[20:01:53.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:43:0)
[20:01:53.610] Build status: STARTED
[20:01:53.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:44:0) after 8m37s
[20:10:30.633] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:44:0)
[20:10:30.656] Build status: STARTED
[20:10:30.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:45:0) after 6m15s
[20:16:45.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:45:0)
[20:16:45.682] Build status: STARTED
[20:16:45.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:46:0) after 7m12s
[20:23:57.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:46:0)
[20:23:57.986] Build status: STARTED
[20:23:57.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:47:0) after 6m10s
[20:30:08.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:47:0)
[20:30:08.117] Build status: STARTED
[20:30:08.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:48:0) after 1m44s
[20:31:52.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:48:0)
[20:31:52.156] Build status: STARTED
[20:31:52.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:49:0) after 7m49s
[20:39:41.179] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:49:0)
[20:39:41.205] Build status: STARTED
[20:39:41.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:50:0) after 7m16s
[20:46:57.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:50:0)
[20:46:57.261] Build status: STARTED
[20:46:57.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:51:0) after 4m49s
[20:51:46.289] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:51:0)
[20:51:46.320] Build status: STARTED
[20:51:46.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:52:0) after 3m8s
[20:54:54.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:52:0)
[20:54:54.436] Build status: STARTED
[20:54:54.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:53:0) after 5m14s
[21:00:08.460] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:53:0)
[21:00:08.493] Build status: STARTED
[21:00:08.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:54:0) after 3m24s
[21:03:32.520] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:54:0)
[21:03:32.544] Build status: STARTED
[21:03:32.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:55:0) after 7m27s
[21:10:59.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:55:0)
[21:10:59.752] Build status: STARTED
[21:10:59.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:56:0) after 9m39s
[21:20:38.912] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:56:0)
[21:20:38.936] Build status: STARTED
[21:20:38.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:57:0) after 8m26s
[21:29:04.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:57:0)
[21:29:04.983] Build status: STARTED
[21:29:04.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:58:0) after 9m23s
[21:38:28.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:58:0)
[21:38:28.412] Build status: STARTED
[21:38:28.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:59:0) after 9m47s
[21:48:15.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:59:0)
[21:48:15.538] Build status: STARTED
[21:48:15.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:60:0) after 5m25s
[21:53:40.669] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:60:0)
[21:53:40.691] Build status: STARTED
[21:53:40.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:61:0) after 4m42s
[21:58:23.153] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:61:0)
[21:58:23.176] Build status: STARTED
[21:58:23.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:62:0) after 5m4s
[22:03:27.314] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:62:0)
[22:03:27.342] Build status: STARTED
[22:03:27.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:63:0) after 7m30s
[22:10:57.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:63:0)
[22:10:57.615] Build status: STARTED
[22:10:57.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:64:0) after 1m36s
[22:12:33.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:64:0)
[22:12:33.654] Build status: STARTED
[22:12:33.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:65:0) after 4m39s
[22:17:12.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:65:0)
[22:17:12.865] Build status: STARTED
[22:17:12.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:66:0) after 3m37s
[22:20:50.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:66:0)
[22:20:50.258] Build status: STARTED
[22:20:50.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:67:0) after 9m8s
[22:29:58.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:67:0)
[22:29:58.402] Build status: STARTED
[22:29:58.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:68:0) after 4m35s
[22:34:33.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:68:0)
[22:34:33.443] Build status: STARTED
[22:34:33.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:69:0) after 7m45s
[22:42:18.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:69:0)
[22:42:18.640] Build status: STARTED
[22:42:18.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:70:0) after 4m57s
[22:47:15.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:70:0)
[22:47:15.682] Build status: STARTED
[22:47:15.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:71:0) after 2m35s
[22:49:50.827] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:71:0)
[22:49:50.856] Build status: STARTED
[22:49:50.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:72:0) after 1m55s
[22:51:46.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:72:0)
[22:51:46.061] Build status: STARTED
[22:51:46.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:73:0) after 2m1s
[22:53:47.091] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:73:0)
[22:53:47.116] Build status: STARTED
[22:53:47.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:74:0) after 3m19s
[22:57:06.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:74:0)
[22:57:06.162] Build status: STARTED
[22:57:06.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:75:0) after 7m20s
[23:04:26.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:75:0)
[23:04:26.223] Build status: STARTED
[23:04:26.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:76:0) after 1m57s
[23:06:23.390] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:76:0)
[23:06:23.436] Build status: STARTED
[23:06:23.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:77:0) after 9m1s
[23:15:24.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:77:0)
[23:15:24.638] Build status: STARTED
[23:15:24.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:78:0) after 8m17s
[23:23:41.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:78:0)
[23:23:41.689] Build status: STARTED
[23:23:41.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:79:0) after 4m57s
[23:28:39.251] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:79:0)
[23:28:39.274] Build status: STARTED
[23:28:39.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:80:0) after 5m24s
[23:34:03.361] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:80:0)
[23:34:03.390] Build status: STARTED
[23:34:03.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:81:0) after 2m24s
[23:36:27.423] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:81:0)
[23:36:27.449] Build status: STARTED
[23:36:27.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:82:0) after 2m21s
[23:38:48.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:82:0)
[23:38:48.476] Build status: STARTED
[23:38:48.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:83:0) after 3m0s
[23:41:48.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:83:0)
[23:41:48.524] Build status: STARTED
[23:41:48.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:84:0) after 2m36s
[23:44:24.646] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:84:0)
[23:44:24.675] Build status: STARTED
[23:44:24.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:85:0) after 6m26s
[23:50:50.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:85:0)
[23:50:50.756] Build status: STARTED
[23:50:50.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:86:0) after 6m17s
[23:57:07.884] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:86:0)
[23:57:07.908] Build status: STARTED
[23:57:07.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:87:0) after 7m30s
[00:04:37.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:87:0)
[00:04:38.020] Build status: STARTED
[00:04:38.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:88:0) after 7m1s
[00:11:39.066] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:88:0)
[00:11:39.103] Build status: STARTED
[00:11:39.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8949979615633069456:89:0) after 2m43s
[00:12:50.581] Received PubSub notification, asking Buildbucket for the build status
[00:12:50.625] Build:
{
  "id": "8784549553572180865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16311,
  "createdBy": "project:chromium",
  "createTime": "2023-04-06T16:15:31.768425705Z",
  "startTime": "2023-04-06T16:17:01.697609Z",
  "endTime": "2023-04-07T00:12:43.355445649Z",
  "updateTime": "2023-04-07T00:12:43.355445649Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9c3107ca9bab2565f4285e4c344aeaa040c17cc4",
      "ref": "refs/heads/main"
    }
  }
}
[00:12:50.625] Invocation finished in 7h57m20.206404374s with status FAILED