Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "dbd28e2a63ebf393788d2ecb8eca07fa43fc4918"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dbd28e2a63ebf393788d2ecb8eca07fa43fc4918
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:15:12.921] New invocation is queued and will start shortly
[12:15:14.120] Starting the invocation (attempt 1)
[12:15:14.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dbd28e2a63ebf393788d2ecb8eca07fa43fc4918"
[12:15:14.151] Popped gitiles commit info from properties and tags
[12:15:14.151] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:15:14.151] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:15:14.152] Buildbucket request:
{
  "requestId": "8950085330450618032",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "dbd28e2a63ebf393788d2ecb8eca07fa43fc4918",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8950085330450618032"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:15:14.624] Scheduled build:
{
  "id": "8784655268429532033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16272,
  "createdBy": "project:chromium",
  "createTime": "2023-04-05T12:15:14.223935427Z",
  "updateTime": "2023-04-05T12:15:14.223935427Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dbd28e2a63ebf393788d2ecb8eca07fa43fc4918",
      "ref": "refs/heads/main"
    }
  }
}
[12:15:14.624] Task URL: https://cr-buildbucket.appspot.com/build/8784655268429532033
[12:15:14.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:2:0) after 4m56s
[12:15:47.833] Received PubSub notification, asking Buildbucket for the build status
[12:15:47.855] Build status: STARTED
[12:20:10.871] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:2:0)
[12:20:10.901] Build status: STARTED
[12:20:10.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:4:0) after 2m54s
[12:23:05.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:4:0)
[12:23:05.127] Build status: STARTED
[12:23:05.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:5:0) after 6m24s
[12:29:29.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:5:0)
[12:29:29.276] Build status: STARTED
[12:29:29.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:6:0) after 6m47s
[12:36:16.333] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:6:0)
[12:36:16.381] Build status: STARTED
[12:36:16.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:7:0) after 4m29s
[12:40:45.510] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:7:0)
[12:40:45.533] Build status: STARTED
[12:40:45.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:8:0) after 9m36s
[12:50:21.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:8:0)
[12:50:21.692] Build status: STARTED
[12:50:21.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:9:0) after 8m45s
[12:59:06.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:9:0)
[12:59:06.796] Build status: STARTED
[12:59:06.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:10:0) after 2m18s
[13:01:24.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:10:0)
[13:01:24.855] Build status: STARTED
[13:01:24.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:11:0) after 8m17s
[13:09:41.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:11:0)
[13:09:41.899] Build status: STARTED
[13:09:41.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:12:0) after 7m15s
[13:16:56.920] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:12:0)
[13:16:56.945] Build status: STARTED
[13:16:56.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:13:0) after 9m47s
[13:26:43.952] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:13:0)
[13:26:43.977] Build status: STARTED
[13:26:43.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:14:0) after 5m23s
[13:32:07.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:14:0)
[13:32:07.237] Build status: STARTED
[13:32:07.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:15:0) after 3m35s
[13:35:42.300] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:15:0)
[13:35:42.323] Build status: STARTED
[13:35:42.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:16:0) after 7m35s
[13:43:17.464] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:16:0)
[13:43:17.598] Build status: STARTED
[13:43:17.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:17:0) after 5m45s
[13:49:02.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:17:0)
[13:49:02.671] Build status: STARTED
[13:49:02.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:18:0) after 8m24s
[13:57:26.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:18:0)
[13:57:26.782] Build status: STARTED
[13:57:26.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:19:0) after 4m57s
[14:02:23.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:19:0)
[14:02:23.845] Build status: STARTED
[14:02:23.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:20:0) after 2m48s
[14:05:11.881] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:20:0)
[14:05:11.901] Build status: STARTED
[14:05:11.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:21:0) after 3m21s
[14:08:32.923] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:21:0)
[14:08:32.947] Build status: STARTED
[14:08:32.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:22:0) after 9m9s
[14:17:42.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:22:0)
[14:17:42.086] Build status: STARTED
[14:17:42.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:23:0) after 9m32s
[14:27:14.227] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:23:0)
[14:27:14.261] Build status: STARTED
[14:27:14.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:24:0) after 4m49s
[14:32:03.281] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:24:0)
[14:32:03.306] Build status: STARTED
[14:32:03.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:25:0) after 3m25s
[14:35:28.328] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:25:0)
[14:35:28.350] Build status: STARTED
[14:35:28.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:26:0) after 1m32s
[14:37:00.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:26:0)
[14:37:00.674] Build status: STARTED
[14:37:00.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:27:0) after 1m9s
[14:38:09.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:27:0)
[14:38:09.890] Build status: STARTED
[14:38:09.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:28:0) after 2m38s
[14:40:48.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:28:0)
[14:40:48.397] Build status: STARTED
[14:40:48.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:29:0) after 8m29s
[14:49:17.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:29:0)
[14:49:17.530] Build status: STARTED
[14:49:17.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:30:0) after 5m20s
[14:54:37.679] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:30:0)
[14:54:37.701] Build status: STARTED
[14:54:37.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:31:0) after 2m47s
[14:57:25.087] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:31:0)
[14:57:25.129] Build status: STARTED
[14:57:25.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:32:0) after 9m20s
[15:06:45.224] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:32:0)
[15:06:45.254] Build status: STARTED
[15:06:45.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:33:0) after 9m45s
[15:16:30.277] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:33:0)
[15:16:30.307] Build status: STARTED
[15:16:30.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:34:0) after 1m6s
[15:17:36.332] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:34:0)
[15:17:36.353] Build status: STARTED
[15:17:36.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:35:0) after 8m18s
[15:25:54.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:35:0)
[15:25:54.411] Build status: STARTED
[15:25:54.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:36:0) after 1m18s
[15:27:12.435] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:36:0)
[15:27:12.456] Build status: STARTED
[15:27:12.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:37:0) after 9m10s
[15:36:22.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:37:0)
[15:36:22.494] Build status: STARTED
[15:36:22.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:38:0) after 5m12s
[15:41:35.149] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:38:0)
[15:41:35.173] Build status: STARTED
[15:41:35.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:39:0) after 8m35s
[15:50:10.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:39:0)
[15:50:10.227] Build status: STARTED
[15:50:10.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:40:0) after 3m46s
[15:53:56.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:40:0)
[15:53:56.350] Build status: STARTED
[15:53:56.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:41:0) after 7m30s
[16:01:26.408] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:41:0)
[16:01:26.432] Build status: STARTED
[16:01:26.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:42:0) after 6m17s
[16:07:43.454] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:42:0)
[16:07:43.476] Build status: STARTED
[16:07:43.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:43:0) after 3m1s
[16:10:44.875] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:43:0)
[16:10:44.896] Build status: STARTED
[16:10:44.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:44:0) after 9m13s
[16:19:58.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:44:0)
[16:19:58.055] Build status: STARTED
[16:19:58.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:45:0) after 5m29s
[16:25:27.109] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:45:0)
[16:25:27.136] Build status: STARTED
[16:25:27.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:46:0) after 5m21s
[16:30:48.212] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:46:0)
[16:30:48.236] Build status: STARTED
[16:30:48.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:47:0) after 5m40s
[16:36:28.258] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:47:0)
[16:36:28.321] Build status: STARTED
[16:36:28.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:48:0) after 4m11s
[16:40:39.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:48:0)
[16:40:39.409] Build status: STARTED
[16:40:39.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:49:0) after 4m33s
[16:45:12.452] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:49:0)
[16:45:12.474] Build status: STARTED
[16:45:12.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:50:0) after 4m55s
[16:50:07.494] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:50:0)
[16:50:07.530] Build status: STARTED
[16:50:07.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:51:0) after 9m6s
[16:59:13.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:51:0)
[16:59:13.592] Build status: STARTED
[16:59:13.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:52:0) after 3m16s
[17:02:29.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:52:0)
[17:02:29.657] Build status: STARTED
[17:02:29.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:53:0) after 7m22s
[17:09:52.652] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:53:0)
[17:09:52.690] Build status: STARTED
[17:09:52.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:54:0) after 3m30s
[17:13:23.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:54:0)
[17:13:23.654] Build status: STARTED
[17:13:23.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:55:0) after 9m51s
[17:23:14.834] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:55:0)
[17:23:14.857] Build status: STARTED
[17:23:14.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:56:0) after 9m4s
[17:32:18.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:56:0)
[17:32:18.979] Build status: STARTED
[17:32:18.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:57:0) after 3m30s
[17:35:49.416] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:57:0)
[17:35:49.440] Build status: STARTED
[17:35:49.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:58:0) after 2m33s
[17:38:22.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:58:0)
[17:38:22.509] Build status: STARTED
[17:38:22.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:59:0) after 1m5s
[17:39:27.555] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:59:0)
[17:39:27.581] Build status: STARTED
[17:39:27.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:60:0) after 8m5s
[17:47:32.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:60:0)
[17:47:32.661] Build status: STARTED
[17:47:32.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:61:0) after 1m0s
[17:48:32.740] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:61:0)
[17:48:32.763] Build status: STARTED
[17:48:32.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:62:0) after 5m55s
[17:54:27.809] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:62:0)
[17:54:27.833] Build status: STARTED
[17:54:27.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:63:0) after 4m53s
[17:59:20.859] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:63:0)
[17:59:20.882] Build status: STARTED
[17:59:20.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:64:0) after 9m40s
[18:09:01.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:64:0)
[18:09:01.104] Build status: STARTED
[18:09:01.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:65:0) after 7m18s
[18:16:19.201] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:65:0)
[18:16:19.223] Build status: STARTED
[18:16:19.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:66:0) after 8m15s
[18:24:34.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:66:0)
[18:24:34.279] Build status: STARTED
[18:24:34.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:67:0) after 4m26s
[18:29:00.302] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:67:0)
[18:29:00.326] Build status: STARTED
[18:29:00.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:68:0) after 2m19s
[18:31:19.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:68:0)
[18:31:19.375] Build status: STARTED
[18:31:19.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:69:0) after 4m58s
[18:36:17.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:69:0)
[18:36:17.506] Build status: STARTED
[18:36:17.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:70:0) after 5m4s
[18:41:21.528] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:70:0)
[18:41:21.561] Build status: STARTED
[18:41:21.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:71:0) after 2m50s
[18:44:11.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:71:0)
[18:44:11.616] Build status: STARTED
[18:44:11.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:72:0) after 1m9s
[18:45:20.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:72:0)
[18:45:20.729] Build status: STARTED
[18:45:20.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:73:0) after 9m23s
[18:54:44.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:73:0)
[18:54:44.461] Build status: STARTED
[18:54:44.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:74:0) after 5m29s
[19:00:13.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:74:0)
[19:00:13.612] Build status: STARTED
[19:00:13.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:75:0) after 4m37s
[19:04:50.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:75:0)
[19:04:50.713] Build status: STARTED
[19:04:50.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:76:0) after 5m17s
[19:10:07.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:76:0)
[19:10:07.770] Build status: STARTED
[19:10:07.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:77:0) after 3m1s
[19:13:08.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:77:0)
[19:13:08.907] Build status: STARTED
[19:13:08.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:78:0) after 5m3s
[19:18:11.973] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:78:0)
[19:18:11.999] Build status: STARTED
[19:18:11.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:79:0) after 6m37s
[19:24:49.701] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:79:0)
[19:24:49.720] Build status: STARTED
[19:24:49.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:80:0) after 8m54s
[19:33:44.202] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:80:0)
[19:33:44.223] Build status: STARTED
[19:33:44.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:81:0) after 1m35s
[19:35:19.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:81:0)
[19:35:19.394] Build status: STARTED
[19:35:19.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:82:0) after 9m59s
[19:45:18.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:82:0)
[19:45:18.751] Build status: STARTED
[19:45:18.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950085330450618032:83:0) after 8m15s
[19:47:59.210] Received PubSub notification, asking Buildbucket for the build status
[19:47:59.233] Build:
{
  "id": "8784655268429532033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16272,
  "createdBy": "project:chromium",
  "createTime": "2023-04-05T12:15:14.223935427Z",
  "startTime": "2023-04-05T12:15:47.171587Z",
  "endTime": "2023-04-05T19:47:58.882770972Z",
  "updateTime": "2023-04-05T19:47:58.882770972Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dbd28e2a63ebf393788d2ecb8eca07fa43fc4918",
      "ref": "refs/heads/main"
    }
  }
}
[19:47:59.233] Invocation finished in 7h32m46.321232509s with status FAILED