Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f6eeb774b14259df6669d34419d3a0d1165fcdcb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f6eeb774b14259df6669d34419d3a0d1165fcdcb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:00:26.645] New invocation is queued and will start shortly
[03:00:27.869] Starting the invocation (attempt 1)
[03:00:27.902] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f6eeb774b14259df6669d34419d3a0d1165fcdcb"
[03:00:27.903] Popped gitiles commit info from properties and tags
[03:00:27.903] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:00:27.903] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:00:27.903] Buildbucket request:
{
  "requestId": "8894221905369877296",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f6eeb774b14259df6669d34419d3a0d1165fcdcb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894221905369877296"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:00:28.476] Scheduled build:
{
  "id": "8728791843315148785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 23935,
  "createdBy": "project:chromium",
  "createTime": "2024-12-12T03:00:27.981199617Z",
  "updateTime": "2024-12-12T03:00:27.981199617Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f6eeb774b14259df6669d34419d3a0d1165fcdcb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:00:28.476] Task URL: https://cr-buildbucket.appspot.com/build/8728791843315148785
[03:00:28.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:2:0) after 1m5s
[03:00:29.461] Received PubSub notification, asking Buildbucket for the build status
[03:00:29.484] Build status: SCHEDULED
[03:01:33.540] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:2:0)
[03:01:33.564] Build status: SCHEDULED
[03:01:33.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:4:0) after 8m51s
[03:02:34.352] Received PubSub notification, asking Buildbucket for the build status
[03:02:34.376] Build status: STARTED
[03:10:24.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:4:0)
[03:10:24.603] Build status: STARTED
[03:10:24.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:6:0) after 1m40s
[03:12:04.627] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:6:0)
[03:12:04.653] Build status: STARTED
[03:12:04.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:7:0) after 4m6s
[03:16:10.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:7:0)
[03:16:10.762] Build status: STARTED
[03:16:10.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:8:0) after 3m45s
[03:19:55.783] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:8:0)
[03:19:55.807] Build status: STARTED
[03:19:55.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:9:0) after 4m50s
[03:24:45.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:9:0)
[03:24:45.917] Build status: STARTED
[03:24:45.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:10:0) after 5m38s
[03:30:23.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:10:0)
[03:30:23.964] Build status: STARTED
[03:30:23.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:11:0) after 1m39s
[03:32:02.989] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:11:0)
[03:32:03.018] Build status: STARTED
[03:32:03.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:12:0) after 4m9s
[03:36:12.142] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:12:0)
[03:36:12.162] Build status: STARTED
[03:36:12.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:13:0) after 7m29s
[03:43:41.217] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:13:0)
[03:43:41.238] Build status: STARTED
[03:43:41.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:14:0) after 7m14s
[03:50:55.562] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:14:0)
[03:50:55.583] Build status: STARTED
[03:50:55.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:15:0) after 3m8s
[03:54:03.603] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:15:0)
[03:54:03.617] Build status: STARTED
[03:54:03.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:16:0) after 8m14s
[04:02:17.683] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:16:0)
[04:02:17.722] Build status: STARTED
[04:02:17.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:17:0) after 2m20s
[04:04:37.752] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:17:0)
[04:04:37.768] Build status: STARTED
[04:04:37.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:18:0) after 1m11s
[04:05:48.789] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:18:0)
[04:05:48.897] Build status: STARTED
[04:05:48.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:19:0) after 9m14s
[04:15:02.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:19:0)
[04:15:03.070] Build status: STARTED
[04:15:03.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:20:0) after 1m38s
[04:16:41.156] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:20:0)
[04:16:41.176] Build status: STARTED
[04:16:41.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:21:0) after 7m40s
[04:24:21.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:21:0)
[04:24:21.224] Build status: STARTED
[04:24:21.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:22:0) after 4m36s
[04:28:57.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:22:0)
[04:28:57.252] Build status: STARTED
[04:28:57.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:23:0) after 1m29s
[04:30:26.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:23:0)
[04:30:26.310] Build status: STARTED
[04:30:26.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:24:0) after 5m4s
[04:35:30.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:24:0)
[04:35:30.379] Build status: STARTED
[04:35:30.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:25:0) after 9m34s
[04:45:04.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:25:0)
[04:45:04.419] Build status: STARTED
[04:45:04.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:26:0) after 1m29s
[04:46:33.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:26:0)
[04:46:33.493] Build status: STARTED
[04:46:33.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:27:0) after 5m34s
[04:52:07.520] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:27:0)
[04:52:07.578] Build status: STARTED
[04:52:07.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:28:0) after 8m10s
[05:00:17.631] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:28:0)
[05:00:17.653] Build status: STARTED
[05:00:17.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:29:0) after 8m34s
[05:08:51.675] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:29:0)
[05:08:51.690] Build status: STARTED
[05:08:51.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:30:0) after 8m29s
[05:17:20.757] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:30:0)
[05:17:20.785] Build status: STARTED
[05:17:20.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:31:0) after 8m34s
[05:25:54.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:31:0)
[05:25:54.882] Build status: STARTED
[05:25:54.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:32:0) after 7m40s
[05:33:35.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:32:0)
[05:33:35.027] Build status: STARTED
[05:33:35.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:33:0) after 5m18s
[05:38:53.215] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:33:0)
[05:38:53.232] Build status: STARTED
[05:38:53.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:34:0) after 7m27s
[05:46:20.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:34:0)
[05:46:20.290] Build status: STARTED
[05:46:20.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:35:0) after 4m6s
[05:50:26.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:35:0)
[05:50:26.374] Build status: STARTED
[05:50:26.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:36:0) after 6m51s
[05:57:17.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:36:0)
[05:57:17.580] Build status: STARTED
[05:57:17.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:37:0) after 5m0s
[06:02:17.604] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:37:0)
[06:02:17.622] Build status: STARTED
[06:02:17.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:38:0) after 7m54s
[06:10:11.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:38:0)
[06:10:11.704] Build status: STARTED
[06:10:11.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:39:0) after 6m37s
[06:16:48.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:39:0)
[06:16:48.839] Build status: STARTED
[06:16:48.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:40:0) after 6m2s
[06:22:50.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:40:0)
[06:22:50.884] Build status: STARTED
[06:22:50.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:41:0) after 2m25s
[06:25:15.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:41:0)
[06:25:15.949] Build status: STARTED
[06:25:15.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:42:0) after 3m26s
[06:28:42.046] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:42:0)
[06:28:42.066] Build status: STARTED
[06:28:42.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:43:0) after 9m7s
[06:37:49.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:43:0)
[06:37:49.187] Build status: STARTED
[06:37:49.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:44:0) after 3m49s
[06:41:38.333] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:44:0)
[06:41:38.417] Build status: STARTED
[06:41:38.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:45:0) after 4m32s
[06:46:10.441] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:45:0)
[06:46:10.459] Build status: STARTED
[06:46:10.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:46:0) after 8m47s
[06:54:57.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:46:0)
[06:54:57.499] Build status: STARTED
[06:54:57.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:47:0) after 5m41s
[07:00:38.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:47:0)
[07:00:38.538] Build status: STARTED
[07:00:38.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:48:0) after 5m43s
[07:06:21.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:48:0)
[07:06:21.616] Build status: STARTED
[07:06:21.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:49:0) after 1m16s
[07:07:37.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:49:0)
[07:07:37.701] Build status: STARTED
[07:07:37.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:50:0) after 4m47s
[07:12:24.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:50:0)
[07:12:24.772] Build status: STARTED
[07:12:24.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:51:0) after 7m16s
[07:19:40.796] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:51:0)
[07:19:40.874] Build status: STARTED
[07:19:40.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:52:0) after 5m51s
[07:25:31.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:52:0)
[07:25:31.967] Build status: STARTED
[07:25:31.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:53:0) after 5m21s
[07:30:52.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:53:0)
[07:30:53.004] Build status: STARTED
[07:30:53.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:54:0) after 5m8s
[07:36:01.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:54:0)
[07:36:01.129] Build status: STARTED
[07:36:01.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:55:0) after 2m38s
[07:38:39.154] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:55:0)
[07:38:39.175] Build status: STARTED
[07:38:39.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:56:0) after 4m47s
[07:43:26.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:56:0)
[07:43:26.326] Build status: STARTED
[07:43:26.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:57:0) after 3m16s
[07:46:42.562] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:57:0)
[07:46:42.624] Build status: STARTED
[07:46:42.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:58:0) after 5m29s
[07:52:11.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:58:0)
[07:52:11.668] Build status: STARTED
[07:52:11.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:59:0) after 9m37s
[08:01:49.073] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:59:0)
[08:01:49.088] Build status: STARTED
[08:01:49.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:60:0) after 6m37s
[08:08:26.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:60:0)
[08:08:26.258] Build status: STARTED
[08:08:26.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:61:0) after 9m56s
[08:18:22.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:61:0)
[08:18:22.325] Build status: STARTED
[08:18:22.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:62:0) after 7m46s
[08:26:08.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:62:0)
[08:26:08.430] Build status: STARTED
[08:26:08.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:63:0) after 9m39s
[08:35:47.463] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:63:0)
[08:35:47.518] Build status: STARTED
[08:35:47.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:64:0) after 8m30s
[08:44:17.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:64:0)
[08:44:17.651] Build status: STARTED
[08:44:17.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:65:0) after 5m1s
[08:49:18.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:65:0)
[08:49:18.712] Build status: STARTED
[08:49:18.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:66:0) after 3m34s
[08:52:52.757] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:66:0)
[08:52:52.776] Build status: STARTED
[08:52:52.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:67:0) after 9m6s
[09:01:58.832] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:67:0)
[09:01:58.848] Build status: STARTED
[09:01:58.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:68:0) after 5m50s
[09:07:48.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:68:0)
[09:07:48.962] Build status: STARTED
[09:07:48.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:69:0) after 1m20s
[09:09:09.081] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:69:0)
[09:09:09.105] Build status: STARTED
[09:09:09.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:70:0) after 6m27s
[09:15:36.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:70:0)
[09:15:36.345] Build status: STARTED
[09:15:36.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:71:0) after 3m3s
[09:18:39.370] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:71:0)
[09:18:39.438] Build status: STARTED
[09:18:39.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:72:0) after 9m31s
[09:28:10.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:72:0)
[09:28:10.493] Build status: STARTED
[09:28:10.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:73:0) after 9m42s
[09:37:52.566] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:73:0)
[09:37:52.583] Build status: STARTED
[09:37:52.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:74:0) after 3m12s
[09:41:04.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:74:0)
[09:41:04.805] Build status: STARTED
[09:41:04.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:75:0) after 9m27s
[09:50:31.953] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:75:0)
[09:50:31.978] Build status: STARTED
[09:50:31.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:76:0) after 2m16s
[09:52:48.120] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:76:0)
[09:52:48.139] Build status: STARTED
[09:52:48.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:77:0) after 6m27s
[09:59:15.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:77:0)
[09:59:15.227] Build status: STARTED
[09:59:15.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:78:0) after 9m34s
[10:08:49.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:78:0)
[10:08:49.347] Build status: STARTED
[10:08:49.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:79:0) after 9m58s
[10:18:47.390] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:79:0)
[10:18:47.469] Build status: STARTED
[10:18:47.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:80:0) after 4m58s
[10:23:45.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:80:0)
[10:23:45.617] Build status: STARTED
[10:23:45.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:81:0) after 6m25s
[10:30:10.618] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:81:0)
[10:30:10.704] Build status: STARTED
[10:30:10.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:82:0) after 8m8s
[10:38:18.730] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:82:0)
[10:38:18.746] Build status: STARTED
[10:38:18.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:83:0) after 3m21s
[10:41:39.730] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:83:0)
[10:41:39.771] Build status: STARTED
[10:41:39.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:84:0) after 1m38s
[10:43:17.794] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:84:0)
[10:43:17.827] Build status: STARTED
[10:43:17.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:85:0) after 2m26s
[10:45:43.852] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:85:0)
[10:45:43.938] Build status: STARTED
[10:45:43.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:86:0) after 6m25s
[10:52:08.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:86:0)
[10:52:08.976] Build status: STARTED
[10:52:08.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:87:0) after 4m57s
[10:57:06.027] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:87:0)
[10:57:06.046] Build status: STARTED
[10:57:06.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:88:0) after 4m17s
[11:01:23.092] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:88:0)
[11:01:23.110] Build status: STARTED
[11:01:23.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:89:0) after 6m24s
[11:07:47.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:89:0)
[11:07:47.213] Build status: STARTED
[11:07:47.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:90:0) after 2m49s
[11:10:36.235] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:90:0)
[11:10:36.252] Build status: STARTED
[11:10:36.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8894221905369877296:91:0) after 7m1s
[11:16:31.163] Received PubSub notification, asking Buildbucket for the build status
[11:16:31.181] Build:
{
  "id": "8728791843315148785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 23935,
  "createdBy": "project:chromium",
  "createTime": "2024-12-12T03:00:27.981199617Z",
  "startTime": "2024-12-12T03:02:34.142249701Z",
  "endTime": "2024-12-12T11:16:30.882754772Z",
  "updateTime": "2024-12-12T11:16:30.882754772Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f6eeb774b14259df6669d34419d3a0d1165fcdcb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[11:16:31.181] Invocation finished in 8h16m4.542835414s with status FAILED