Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "89685d9193c1a4d054490e71c781ee11feeb3221"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/89685d9193c1a4d054490e71c781ee11feeb3221
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:15:44.603] New invocation is queued and will start shortly
[17:15:45.942] Starting the invocation (attempt 1)
[17:15:45.977] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/89685d9193c1a4d054490e71c781ee11feeb3221"
[17:15:45.977] Popped gitiles commit info from properties and tags
[17:15:45.977] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:15:45.977] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:15:45.978] Buildbucket request:
{
  "requestId": "8910747339450098848",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "89685d9193c1a4d054490e71c781ee11feeb3221",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8910747339450098848"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:15:46.612] Scheduled build:
{
  "id": "8745317277249927393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 21664,
  "createdBy": "project:chromium",
  "createTime": "2024-06-12T17:15:46.070675707Z",
  "updateTime": "2024-06-12T17:15:46.070675707Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "89685d9193c1a4d054490e71c781ee11feeb3221",
      "ref": "refs/heads/main"
    }
  }
}
[17:15:46.612] Task URL: https://cr-buildbucket.appspot.com/build/8745317277249927393
[17:15:46.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:2:0) after 1m19s
[17:15:47.816] Received PubSub notification, asking Buildbucket for the build status
[17:15:47.837] Build status: SCHEDULED
[17:17:05.634] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:2:0)
[17:17:05.667] Build status: SCHEDULED
[17:17:05.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:4:0) after 7m19s
[17:17:16.211] Received PubSub notification, asking Buildbucket for the build status
[17:17:16.239] Build status: STARTED
[17:24:24.835] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:4:0)
[17:24:24.866] Build status: STARTED
[17:24:24.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:6:0) after 3m59s
[17:28:23.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:6:0)
[17:28:23.903] Build status: STARTED
[17:28:23.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:7:0) after 7m6s
[17:35:29.884] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:7:0)
[17:35:29.908] Build status: STARTED
[17:35:29.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:8:0) after 3m1s
[17:38:31.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:8:0)
[17:38:31.065] Build status: STARTED
[17:38:31.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:9:0) after 6m13s
[17:44:44.146] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:9:0)
[17:44:44.167] Build status: STARTED
[17:44:44.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:10:0) after 7m2s
[17:51:46.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:10:0)
[17:51:46.239] Build status: STARTED
[17:51:46.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:11:0) after 7m5s
[17:58:51.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:11:0)
[17:58:51.283] Build status: STARTED
[17:58:51.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:12:0) after 2m44s
[18:01:35.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:12:0)
[18:01:35.388] Build status: STARTED
[18:01:35.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:13:0) after 7m6s
[18:08:41.490] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:13:0)
[18:08:41.526] Build status: STARTED
[18:08:41.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:14:0) after 1m5s
[18:09:46.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:14:0)
[18:09:46.606] Build status: STARTED
[18:09:46.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:15:0) after 7m44s
[18:17:30.625] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:15:0)
[18:17:30.670] Build status: STARTED
[18:17:30.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:16:0) after 4m29s
[18:21:59.770] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:16:0)
[18:21:59.791] Build status: STARTED
[18:21:59.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:17:0) after 8m50s
[18:30:49.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:17:0)
[18:30:49.885] Build status: STARTED
[18:30:49.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:18:0) after 9m14s
[18:40:03.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:18:0)
[18:40:03.929] Build status: STARTED
[18:40:03.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:19:0) after 4m8s
[18:44:11.950] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:19:0)
[18:44:11.970] Build status: STARTED
[18:44:11.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:20:0) after 3m3s
[18:47:15.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:20:0)
[18:47:15.055] Build status: STARTED
[18:47:15.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:21:0) after 8m31s
[18:55:46.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:21:0)
[18:55:46.460] Build status: STARTED
[18:55:46.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:22:0) after 7m36s
[19:03:22.531] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:22:0)
[19:03:22.551] Build status: STARTED
[19:03:22.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:23:0) after 1m42s
[19:05:04.572] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:23:0)
[19:05:04.613] Build status: STARTED
[19:05:04.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:24:0) after 9m28s
[19:14:32.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:24:0)
[19:14:32.719] Build status: STARTED
[19:14:32.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:25:0) after 6m2s
[19:20:34.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:25:0)
[19:20:34.992] Build status: STARTED
[19:20:34.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:26:0) after 2m58s
[19:23:33.012] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:26:0)
[19:23:33.037] Build status: STARTED
[19:23:33.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:27:0) after 3m51s
[19:27:24.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:27:0)
[19:27:24.088] Build status: STARTED
[19:27:24.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:28:0) after 4m58s
[19:32:22.214] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:28:0)
[19:32:22.242] Build status: STARTED
[19:32:22.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:29:0) after 2m0s
[19:34:22.277] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:29:0)
[19:34:22.299] Build status: STARTED
[19:34:22.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:30:0) after 1m19s
[19:35:41.408] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:30:0)
[19:35:41.425] Build status: STARTED
[19:35:41.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:31:0) after 6m30s
[19:42:11.487] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:31:0)
[19:42:11.504] Build status: STARTED
[19:42:11.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:32:0) after 3m19s
[19:45:30.598] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:32:0)
[19:45:30.673] Build status: STARTED
[19:45:30.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:33:0) after 8m15s
[19:53:45.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:33:0)
[19:53:45.767] Build status: STARTED
[19:53:45.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:34:0) after 7m18s
[20:01:03.893] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:34:0)
[20:01:03.917] Build status: STARTED
[20:01:03.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:35:0) after 2m21s
[20:03:24.951] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:35:0)
[20:03:25.004] Build status: STARTED
[20:03:25.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:36:0) after 1m49s
[20:05:14.121] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:36:0)
[20:05:14.139] Build status: STARTED
[20:05:14.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:37:0) after 4m42s
[20:09:56.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:37:0)
[20:09:56.229] Build status: STARTED
[20:09:56.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:38:0) after 9m26s
[20:19:22.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:38:0)
[20:19:22.524] Build status: STARTED
[20:19:22.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:39:0) after 9m57s
[20:29:19.691] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:39:0)
[20:29:19.709] Build status: STARTED
[20:29:19.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:40:0) after 5m1s
[20:34:20.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:40:0)
[20:34:20.846] Build status: STARTED
[20:34:20.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:41:0) after 8m1s
[20:42:21.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:41:0)
[20:42:21.923] Build status: STARTED
[20:42:21.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:42:0) after 2m7s
[20:44:28.961] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:42:0)
[20:44:28.979] Build status: STARTED
[20:44:28.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:43:0) after 9m10s
[20:53:39.052] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:43:0)
[20:53:39.071] Build status: STARTED
[20:53:39.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:44:0) after 3m18s
[20:56:57.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:44:0)
[20:56:57.081] Build status: STARTED
[20:56:57.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:45:0) after 4m59s
[21:01:56.180] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:45:0)
[21:01:56.200] Build status: STARTED
[21:01:56.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:46:0) after 9m4s
[21:11:00.297] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:46:0)
[21:11:00.324] Build status: STARTED
[21:11:00.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:47:0) after 1m15s
[21:12:15.343] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:47:0)
[21:12:15.378] Build status: STARTED
[21:12:15.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:48:0) after 9m31s
[21:21:46.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:48:0)
[21:21:46.673] Build status: STARTED
[21:21:46.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:49:0) after 2m15s
[21:24:01.692] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:49:0)
[21:24:01.742] Build status: STARTED
[21:24:01.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:50:0) after 8m35s
[21:32:36.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:50:0)
[21:32:36.845] Build status: STARTED
[21:32:36.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:51:0) after 4m53s
[21:37:29.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:51:0)
[21:37:29.920] Build status: STARTED
[21:37:29.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:52:0) after 5m42s
[21:43:11.926] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:52:0)
[21:43:11.947] Build status: STARTED
[21:43:11.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:53:0) after 5m38s
[21:48:49.977] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:53:0)
[21:48:49.994] Build status: STARTED
[21:48:49.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:54:0) after 6m32s
[21:55:22.132] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:54:0)
[21:55:22.152] Build status: STARTED
[21:55:22.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:55:0) after 1m6s
[21:56:28.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:55:0)
[21:56:28.209] Build status: STARTED
[21:56:28.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:56:0) after 8m12s
[22:04:40.193] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:56:0)
[22:04:40.216] Build status: STARTED
[22:04:40.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:57:0) after 2m44s
[22:07:24.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:57:0)
[22:07:24.370] Build status: STARTED
[22:07:24.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:58:0) after 1m16s
[22:08:40.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:58:0)
[22:08:40.413] Build status: STARTED
[22:08:40.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:59:0) after 2m13s
[22:10:53.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:59:0)
[22:10:53.608] Build status: STARTED
[22:10:53.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:60:0) after 4m14s
[22:15:07.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:60:0)
[22:15:07.682] Build status: STARTED
[22:15:07.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:61:0) after 9m12s
[22:24:19.718] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:61:0)
[22:24:19.741] Build status: STARTED
[22:24:19.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:62:0) after 4m1s
[22:28:20.729] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:62:0)
[22:28:20.757] Build status: STARTED
[22:28:20.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:63:0) after 3m13s
[22:31:33.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:63:0)
[22:31:33.756] Build status: STARTED
[22:31:33.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:64:0) after 1m59s
[22:33:32.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:64:0)
[22:33:32.957] Build status: STARTED
[22:33:32.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:65:0) after 4m27s
[22:37:59.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:65:0)
[22:37:59.998] Build status: STARTED
[22:37:59.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:66:0) after 3m22s
[22:41:22.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:66:0)
[22:41:22.147] Build status: STARTED
[22:41:22.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:67:0) after 2m13s
[22:43:35.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:67:0)
[22:43:35.265] Build status: STARTED
[22:43:35.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:68:0) after 9m19s
[22:52:54.330] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:68:0)
[22:52:54.349] Build status: STARTED
[22:52:54.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:69:0) after 9m8s
[23:02:02.392] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:69:0)
[23:02:02.451] Build status: STARTED
[23:02:02.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:70:0) after 7m40s
[23:09:42.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:70:0)
[23:09:42.496] Build status: STARTED
[23:09:42.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:71:0) after 4m15s
[23:13:57.494] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:71:0)
[23:13:57.509] Build status: STARTED
[23:13:57.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:72:0) after 4m52s
[23:18:49.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:72:0)
[23:18:49.572] Build status: STARTED
[23:18:49.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:73:0) after 7m58s
[23:26:47.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:73:0)
[23:26:47.605] Build status: STARTED
[23:26:47.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:74:0) after 2m30s
[23:29:17.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:74:0)
[23:29:17.649] Build status: STARTED
[23:29:17.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:75:0) after 4m47s
[23:34:04.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:75:0)
[23:34:04.684] Build status: STARTED
[23:34:04.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:76:0) after 9m18s
[23:43:22.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:76:0)
[23:43:22.760] Build status: STARTED
[23:43:22.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:77:0) after 3m32s
[23:46:54.784] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:77:0)
[23:46:54.808] Build status: STARTED
[23:46:54.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:78:0) after 1m58s
[23:48:52.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:78:0)
[23:48:52.842] Build status: STARTED
[23:48:52.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:79:0) after 9m49s
[23:58:41.967] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:79:0)
[23:58:41.985] Build status: STARTED
[23:58:41.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:80:0) after 5m4s
[00:03:46.012] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:80:0)
[00:03:46.038] Build status: STARTED
[00:03:46.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:81:0) after 2m56s
[00:06:42.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:81:0)
[00:06:42.083] Build status: STARTED
[00:06:42.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:82:0) after 1m9s
[00:07:51.159] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:82:0)
[00:07:51.182] Build status: STARTED
[00:07:51.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:83:0) after 8m13s
[00:16:04.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:83:0)
[00:16:04.336] Build status: STARTED
[00:16:04.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:84:0) after 2m4s
[00:18:08.357] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:84:0)
[00:18:08.373] Build status: STARTED
[00:18:08.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:85:0) after 6m26s
[00:24:34.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:85:0)
[00:24:34.422] Build status: STARTED
[00:24:34.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:86:0) after 1m7s
[00:25:41.599] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:86:0)
[00:25:41.619] Build status: STARTED
[00:25:41.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:87:0) after 2m43s
[00:28:24.691] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:87:0)
[00:28:24.716] Build status: STARTED
[00:28:24.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:88:0) after 1m4s
[00:29:28.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:88:0)
[00:29:28.806] Build status: STARTED
[00:29:28.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:89:0) after 9m51s
[00:39:19.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:89:0)
[00:39:20.040] Build status: STARTED
[00:39:20.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:90:0) after 4m12s
[00:43:32.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:90:0)
[00:43:32.066] Build status: STARTED
[00:43:32.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:91:0) after 3m10s
[00:46:42.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:91:0)
[00:46:42.157] Build status: STARTED
[00:46:42.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:92:0) after 4m31s
[00:51:13.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:92:0)
[00:51:13.205] Build status: STARTED
[00:51:13.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:93:0) after 7m51s
[00:59:04.313] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:93:0)
[00:59:04.339] Build status: STARTED
[00:59:04.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:94:0) after 5m28s
[01:04:32.412] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:94:0)
[01:04:32.439] Build status: STARTED
[01:04:32.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:95:0) after 5m57s
[01:10:29.585] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:95:0)
[01:10:29.607] Build status: STARTED
[01:10:29.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:96:0) after 4m3s
[01:14:32.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:96:0)
[01:14:32.655] Build status: STARTED
[01:14:32.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:97:0) after 5m4s
[01:19:36.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:97:0)
[01:19:36.670] Build status: STARTED
[01:19:36.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:98:0) after 3m15s
[01:22:51.711] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:98:0)
[01:22:51.731] Build status: STARTED
[01:22:51.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:99:0) after 3m8s
[01:25:59.753] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:99:0)
[01:25:59.769] Build status: STARTED
[01:25:59.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:100:0) after 6m43s
[01:32:42.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:100:0)
[01:32:42.859] Build status: STARTED
[01:32:42.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:101:0) after 1m1s
[01:33:43.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:101:0)
[01:33:43.923] Build status: STARTED
[01:33:43.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8910747339450098848:102:0) after 6m0s
[01:36:12.084] Received PubSub notification, asking Buildbucket for the build status
[01:36:12.103] Build:
{
  "id": "8745317277249927393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 21664,
  "createdBy": "project:chromium",
  "createTime": "2024-06-12T17:15:46.070675707Z",
  "startTime": "2024-06-12T17:17:16.003212100Z",
  "endTime": "2024-06-13T01:36:11.586801480Z",
  "updateTime": "2024-06-13T01:36:11.586801480Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "89685d9193c1a4d054490e71c781ee11feeb3221",
      "ref": "refs/heads/main"
    }
  }
}
[01:36:12.103] Invocation finished in 8h20m27.514254237s with status FAILED