Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bfed4a14a2c55e27a5cc3092191348c91dcd9b90"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bfed4a14a2c55e27a5cc3092191348c91dcd9b90
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:35:34.303] New invocation is queued and will start shortly
[13:35:35.419] Starting the invocation (attempt 1)
[13:35:35.446] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bfed4a14a2c55e27a5cc3092191348c91dcd9b90"
[13:35:35.446] Popped gitiles commit info from properties and tags
[13:35:35.446] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:35:35.446] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:35:35.446] Buildbucket request:
{
  "requestId": "8922357603145378144",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bfed4a14a2c55e27a5cc3092191348c91dcd9b90",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922357603145378144"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:35:36.162] Scheduled build:
{
  "id": "8756927541135312353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 19367,
  "createdBy": "project:chromium",
  "createTime": "2024-02-05T13:35:35.596306435Z",
  "updateTime": "2024-02-05T13:35:35.596306435Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bfed4a14a2c55e27a5cc3092191348c91dcd9b90",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:35:36.162] Task URL: https://cr-buildbucket.appspot.com/build/8756927541135312353
[13:35:36.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:2:0) after 6m41s
[13:35:37.063] Received PubSub notification, asking Buildbucket for the build status
[13:35:37.106] Build status: SCHEDULED
[13:37:05.589] Received PubSub notification, asking Buildbucket for the build status
[13:37:05.637] Build status: STARTED
[13:42:17.815] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:2:0)
[13:42:17.838] Build status: STARTED
[13:42:17.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:5:0) after 9m28s
[13:51:45.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:5:0)
[13:51:45.980] Build status: STARTED
[13:51:45.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:6:0) after 3m58s
[13:55:43.956] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:6:0)
[13:55:43.998] Build status: STARTED
[13:55:43.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:7:0) after 2m3s
[13:57:47.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:7:0)
[13:57:47.051] Build status: STARTED
[13:57:47.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:8:0) after 3m37s
[14:01:24.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:8:0)
[14:01:24.168] Build status: STARTED
[14:01:24.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:9:0) after 8m6s
[14:09:30.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:9:0)
[14:09:30.213] Build status: STARTED
[14:09:30.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:10:0) after 1m0s
[14:10:30.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:10:0)
[14:10:30.415] Build status: STARTED
[14:10:30.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:11:0) after 6m40s
[14:17:10.501] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:11:0)
[14:17:10.531] Build status: STARTED
[14:17:10.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:12:0) after 1m38s
[14:18:48.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:12:0)
[14:18:48.576] Build status: STARTED
[14:18:48.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:13:0) after 9m46s
[14:28:34.901] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:13:0)
[14:28:34.928] Build status: STARTED
[14:28:34.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:14:0) after 7m23s
[14:35:57.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:14:0)
[14:35:57.981] Build status: STARTED
[14:35:57.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:15:0) after 8m27s
[14:44:25.004] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:15:0)
[14:44:25.028] Build status: STARTED
[14:44:25.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:16:0) after 6m3s
[14:50:28.033] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:16:0)
[14:50:28.056] Build status: STARTED
[14:50:28.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:17:0) after 9m0s
[14:59:28.082] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:17:0)
[14:59:28.103] Build status: STARTED
[14:59:28.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:18:0) after 1m17s
[15:00:45.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:18:0)
[15:00:45.185] Build status: STARTED
[15:00:45.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:19:0) after 4m18s
[15:05:03.229] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:19:0)
[15:05:03.250] Build status: STARTED
[15:05:03.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:20:0) after 1m33s
[15:06:36.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:20:0)
[15:06:36.330] Build status: STARTED
[15:06:36.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:21:0) after 2m52s
[15:09:28.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:21:0)
[15:09:28.424] Build status: STARTED
[15:09:28.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:22:0) after 1m21s
[15:10:49.534] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:22:0)
[15:10:49.593] Build status: STARTED
[15:10:49.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:23:0) after 5m2s
[15:15:51.634] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:23:0)
[15:15:51.656] Build status: STARTED
[15:15:51.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:24:0) after 7m33s
[15:23:24.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:24:0)
[15:23:24.754] Build status: STARTED
[15:23:24.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:25:0) after 6m19s
[15:29:43.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:25:0)
[15:29:43.824] Build status: STARTED
[15:29:43.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:26:0) after 3m43s
[15:33:26.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:26:0)
[15:33:26.994] Build status: STARTED
[15:33:26.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:27:0) after 1m28s
[15:34:55.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:27:0)
[15:34:55.297] Build status: STARTED
[15:34:55.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:28:0) after 5m38s
[15:40:33.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:28:0)
[15:40:33.392] Build status: STARTED
[15:40:33.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:29:0) after 8m18s
[15:48:51.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:29:0)
[15:48:51.614] Build status: STARTED
[15:48:51.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:30:0) after 2m21s
[15:51:12.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:30:0)
[15:51:12.666] Build status: STARTED
[15:51:12.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:31:0) after 4m42s
[15:55:54.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:31:0)
[15:55:54.956] Build status: STARTED
[15:55:54.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:32:0) after 3m50s
[15:59:44.980] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:32:0)
[15:59:45.003] Build status: STARTED
[15:59:45.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:33:0) after 6m3s
[16:05:48.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:33:0)
[16:05:48.712] Build status: STARTED
[16:05:48.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:34:0) after 3m13s
[16:09:01.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:34:0)
[16:09:01.802] Build status: STARTED
[16:09:01.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:35:0) after 1m47s
[16:10:48.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:35:0)
[16:10:48.865] Build status: STARTED
[16:10:48.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:36:0) after 9m17s
[16:20:05.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:36:0)
[16:20:05.918] Build status: STARTED
[16:20:05.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:37:0) after 8m33s
[16:28:38.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:37:0)
[16:28:39.052] Build status: STARTED
[16:28:39.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:38:0) after 6m20s
[16:34:59.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:38:0)
[16:34:59.266] Build status: STARTED
[16:34:59.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:39:0) after 9m58s
[16:44:57.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:39:0)
[16:44:57.367] Build status: STARTED
[16:44:57.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:40:0) after 5m42s
[16:50:39.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:40:0)
[16:50:39.406] Build status: STARTED
[16:50:39.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:41:0) after 1m22s
[16:52:01.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:41:0)
[16:52:01.474] Build status: STARTED
[16:52:01.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:42:0) after 1m56s
[16:53:57.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:42:0)
[16:53:57.567] Build status: STARTED
[16:53:57.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:43:0) after 2m5s
[16:56:02.644] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:43:0)
[16:56:02.672] Build status: STARTED
[16:56:02.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:44:0) after 9m36s
[17:05:38.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:44:0)
[17:05:38.740] Build status: STARTED
[17:05:38.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:45:0) after 2m57s
[17:08:35.850] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:45:0)
[17:08:35.873] Build status: STARTED
[17:08:35.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:46:0) after 7m19s
[17:15:54.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:46:0)
[17:15:54.925] Build status: STARTED
[17:15:54.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:47:0) after 4m37s
[17:20:31.960] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:47:0)
[17:20:31.985] Build status: STARTED
[17:20:31.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:48:0) after 6m47s
[17:27:18.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:48:0)
[17:27:19.018] Build status: STARTED
[17:27:19.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:49:0) after 6m55s
[17:34:14.054] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:49:0)
[17:34:14.220] Build status: STARTED
[17:34:14.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:50:0) after 4m33s
[17:38:47.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:50:0)
[17:38:47.308] Build status: STARTED
[17:38:47.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:51:0) after 7m59s
[17:46:46.375] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:51:0)
[17:46:46.413] Build status: STARTED
[17:46:46.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:52:0) after 3m28s
[17:50:14.442] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:52:0)
[17:50:14.496] Build status: STARTED
[17:50:14.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:53:0) after 6m40s
[17:56:54.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:53:0)
[17:56:54.578] Build status: STARTED
[17:56:54.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:54:0) after 4m0s
[18:00:54.673] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:54:0)
[18:00:54.696] Build status: STARTED
[18:00:54.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:55:0) after 4m47s
[18:05:41.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:55:0)
[18:05:41.829] Build status: STARTED
[18:05:41.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:56:0) after 1m13s
[18:06:55.048] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:56:0)
[18:06:55.152] Build status: STARTED
[18:06:55.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:57:0) after 5m48s
[18:12:43.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:57:0)
[18:12:43.468] Build status: STARTED
[18:12:43.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:58:0) after 6m2s
[18:18:45.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:58:0)
[18:18:45.777] Build status: STARTED
[18:18:45.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:59:0) after 6m41s
[18:25:26.813] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:59:0)
[18:25:26.837] Build status: STARTED
[18:25:26.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:60:0) after 4m19s
[18:29:45.932] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:60:0)
[18:29:45.954] Build status: STARTED
[18:29:45.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:61:0) after 5m43s
[18:35:29.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:61:0)
[18:35:29.058] Build status: STARTED
[18:35:29.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:62:0) after 6m47s
[18:42:16.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:62:0)
[18:42:16.202] Build status: STARTED
[18:42:16.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:63:0) after 5m11s
[18:47:27.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:63:0)
[18:47:27.257] Build status: STARTED
[18:47:27.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:64:0) after 1m39s
[18:49:06.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:64:0)
[18:49:06.372] Build status: STARTED
[18:49:06.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:65:0) after 9m22s
[18:58:28.411] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:65:0)
[18:58:28.465] Build status: STARTED
[18:58:28.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:66:0) after 5m21s
[19:03:49.570] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:66:0)
[19:03:49.634] Build status: STARTED
[19:03:49.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:67:0) after 9m37s
[19:13:26.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:67:0)
[19:13:26.714] Build status: STARTED
[19:13:26.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:68:0) after 1m42s
[19:15:08.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:68:0)
[19:15:08.765] Build status: STARTED
[19:15:08.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:69:0) after 7m48s
[19:22:56.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:69:0)
[19:22:56.822] Build status: STARTED
[19:22:56.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:70:0) after 4m54s
[19:27:50.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:70:0)
[19:27:50.913] Build status: STARTED
[19:27:50.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:71:0) after 2m27s
[19:30:17.935] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:71:0)
[19:30:17.959] Build status: STARTED
[19:30:17.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:72:0) after 1m56s
[19:32:14.155] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:72:0)
[19:32:14.232] Build status: STARTED
[19:32:14.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922357603145378144:73:0) after 8m21s
[19:38:56.796] Received PubSub notification, asking Buildbucket for the build status
[19:38:56.883] Build:
{
  "id": "8756927541135312353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 19367,
  "createdBy": "project:chromium",
  "createTime": "2024-02-05T13:35:35.596306435Z",
  "startTime": "2024-02-05T13:37:05.000699Z",
  "endTime": "2024-02-05T19:38:56.248580Z",
  "updateTime": "2024-02-05T19:38:56.248580Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bfed4a14a2c55e27a5cc3092191348c91dcd9b90",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:38:56.883] Invocation finished in 6h3m22.587472041s with status FAILED