Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5e583f1fa1d3ce4699c0b8c893246e5fcece665c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e583f1fa1d3ce4699c0b8c893246e5fcece665c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:31:21.319] New invocation is queued and will start shortly
[06:31:22.600] Starting the invocation (attempt 1)
[06:31:22.631] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e583f1fa1d3ce4699c0b8c893246e5fcece665c"
[06:31:22.631] Popped gitiles commit info from properties and tags
[06:31:22.631] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:31:22.631] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:31:22.631] Buildbucket request:
{
  "requestId": "8946573682562046480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5e583f1fa1d3ce4699c0b8c893246e5fcece665c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8946573682562046480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:31:23.107] Scheduled build:
{
  "id": "8781143620399099713",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16599,
  "createdBy": "project:chromium",
  "createTime": "2023-05-14T06:31:22.758885114Z",
  "updateTime": "2023-05-14T06:31:22.758885114Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e583f1fa1d3ce4699c0b8c893246e5fcece665c",
      "ref": "refs/heads/main"
    }
  }
}
[06:31:23.107] Task URL: https://cr-buildbucket.appspot.com/build/8781143620399099713
[06:31:23.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:2:0) after 6m30s
[06:31:35.527] Received PubSub notification, asking Buildbucket for the build status
[06:31:35.553] Build status: STARTED
[06:37:53.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:2:0)
[06:37:53.451] Build status: STARTED
[06:37:53.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:4:0) after 4m37s
[06:42:30.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:4:0)
[06:42:30.500] Build status: STARTED
[06:42:30.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:5:0) after 3m30s
[06:46:00.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:5:0)
[06:46:00.567] Build status: STARTED
[06:46:00.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:6:0) after 6m0s
[06:52:00.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:6:0)
[06:52:00.654] Build status: STARTED
[06:52:00.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:7:0) after 8m16s
[07:00:16.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:7:0)
[07:00:16.740] Build status: STARTED
[07:00:16.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:8:0) after 1m53s
[07:02:09.834] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:8:0)
[07:02:09.893] Build status: STARTED
[07:02:09.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:9:0) after 5m31s
[07:07:40.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:9:0)
[07:07:40.921] Build status: STARTED
[07:07:40.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:10:0) after 6m5s
[07:13:46.041] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:10:0)
[07:13:46.070] Build status: STARTED
[07:13:46.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:11:0) after 8m48s
[07:22:34.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:11:0)
[07:22:34.135] Build status: STARTED
[07:22:34.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:12:0) after 1m5s
[07:23:39.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:12:0)
[07:23:39.185] Build status: STARTED
[07:23:39.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:13:0) after 1m41s
[07:25:20.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:13:0)
[07:25:20.488] Build status: STARTED
[07:25:20.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:14:0) after 1m29s
[07:26:49.611] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:14:0)
[07:26:49.627] Build status: STARTED
[07:26:49.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:15:0) after 2m8s
[07:28:57.646] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:15:0)
[07:28:57.837] Build status: STARTED
[07:28:57.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:16:0) after 8m40s
[07:37:37.811] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:16:0)
[07:37:37.834] Build status: STARTED
[07:37:37.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:17:0) after 1m28s
[07:39:05.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:17:0)
[07:39:05.958] Build status: STARTED
[07:39:05.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:18:0) after 4m12s
[07:43:18.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:18:0)
[07:43:18.137] Build status: STARTED
[07:43:18.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:19:0) after 8m17s
[07:51:35.154] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:19:0)
[07:51:35.170] Build status: STARTED
[07:51:35.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:20:0) after 8m25s
[08:00:00.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:20:0)
[08:00:00.313] Build status: STARTED
[08:00:00.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:21:0) after 7m30s
[08:07:30.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:21:0)
[08:07:30.364] Build status: STARTED
[08:07:30.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:22:0) after 2m46s
[08:10:16.478] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:22:0)
[08:10:16.495] Build status: STARTED
[08:10:16.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:23:0) after 7m28s
[08:17:44.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:23:0)
[08:17:44.619] Build status: STARTED
[08:17:44.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:24:0) after 3m50s
[08:21:34.692] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:24:0)
[08:21:34.709] Build status: STARTED
[08:21:34.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:25:0) after 2m50s
[08:24:24.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:25:0)
[08:24:24.947] Build status: STARTED
[08:24:24.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:26:0) after 6m45s
[08:31:10.924] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:26:0)
[08:31:10.945] Build status: STARTED
[08:31:10.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:27:0) after 4m46s
[08:35:56.960] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:27:0)
[08:35:56.978] Build status: STARTED
[08:35:56.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:28:0) after 2m3s
[08:38:00.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:28:0)
[08:38:00.062] Build status: STARTED
[08:38:00.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:29:0) after 6m36s
[08:44:36.082] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:29:0)
[08:44:36.097] Build status: STARTED
[08:44:36.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:30:0) after 8m46s
[08:53:22.336] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:30:0)
[08:53:22.363] Build status: STARTED
[08:53:22.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:31:0) after 9m16s
[09:02:38.433] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:31:0)
[09:02:38.458] Build status: STARTED
[09:02:38.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:32:0) after 7m40s
[09:10:18.472] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:32:0)
[09:10:18.492] Build status: STARTED
[09:10:18.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:33:0) after 1m42s
[09:12:00.607] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:33:0)
[09:12:00.627] Build status: STARTED
[09:12:00.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:34:0) after 3m3s
[09:15:03.816] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:34:0)
[09:15:03.839] Build status: STARTED
[09:15:03.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:35:0) after 7m36s
[09:22:40.055] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:35:0)
[09:22:40.076] Build status: STARTED
[09:22:40.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:36:0) after 9m32s
[09:32:12.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:36:0)
[09:32:12.312] Build status: STARTED
[09:32:12.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:37:0) after 5m27s
[09:37:39.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:37:0)
[09:37:39.422] Build status: STARTED
[09:37:39.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:38:0) after 3m34s
[09:41:13.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:38:0)
[09:41:13.493] Build status: STARTED
[09:41:13.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:39:0) after 5m5s
[09:46:18.512] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:39:0)
[09:46:18.569] Build status: STARTED
[09:46:18.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:40:0) after 5m27s
[09:51:45.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:40:0)
[09:51:45.716] Build status: STARTED
[09:51:45.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:41:0) after 2m19s
[09:54:04.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:41:0)
[09:54:04.879] Build status: STARTED
[09:54:04.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:42:0) after 6m27s
[10:00:32.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:42:0)
[10:00:32.052] Build status: STARTED
[10:00:32.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:43:0) after 5m3s
[10:05:35.217] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:43:0)
[10:05:35.236] Build status: STARTED
[10:05:35.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:44:0) after 4m9s
[10:09:44.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:44:0)
[10:09:44.555] Build status: STARTED
[10:09:44.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:45:0) after 7m48s
[10:17:32.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:45:0)
[10:17:32.593] Build status: STARTED
[10:17:32.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:46:0) after 3m43s
[10:21:15.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:46:0)
[10:21:15.660] Build status: STARTED
[10:21:15.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:47:0) after 6m42s
[10:27:57.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:47:0)
[10:27:57.700] Build status: STARTED
[10:27:57.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:48:0) after 6m12s
[10:34:09.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:48:0)
[10:34:09.741] Build status: STARTED
[10:34:09.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:49:0) after 1m40s
[10:35:49.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:49:0)
[10:35:49.788] Build status: STARTED
[10:35:49.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:50:0) after 5m15s
[10:41:04.807] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:50:0)
[10:41:04.855] Build status: STARTED
[10:41:04.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:51:0) after 7m34s
[10:48:39.030] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:51:0)
[10:48:39.050] Build status: STARTED
[10:48:39.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:52:0) after 5m53s
[10:54:32.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:52:0)
[10:54:32.116] Build status: STARTED
[10:54:32.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:53:0) after 9m42s
[11:04:15.174] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:53:0)
[11:04:15.315] Build status: STARTED
[11:04:15.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:54:0) after 9m54s
[11:14:09.471] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:54:0)
[11:14:09.499] Build status: STARTED
[11:14:09.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:55:0) after 5m14s
[11:19:23.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:55:0)
[11:19:23.608] Build status: STARTED
[11:19:23.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:56:0) after 5m35s
[11:24:58.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:56:0)
[11:24:58.643] Build status: STARTED
[11:24:58.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:57:0) after 5m21s
[11:30:19.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:57:0)
[11:30:19.692] Build status: STARTED
[11:30:19.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:58:0) after 2m33s
[11:32:53.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:58:0)
[11:32:53.101] Build status: STARTED
[11:32:53.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:59:0) after 4m34s
[11:37:27.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:59:0)
[11:37:27.149] Build status: STARTED
[11:37:27.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:60:0) after 4m15s
[11:41:42.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:60:0)
[11:41:42.294] Build status: STARTED
[11:41:42.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:61:0) after 9m2s
[11:50:44.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:61:0)
[11:50:44.466] Build status: STARTED
[11:50:44.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:62:0) after 4m55s
[11:55:39.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:62:0)
[11:55:39.519] Build status: STARTED
[11:55:39.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:63:0) after 9m49s
[12:05:28.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:63:0)
[12:05:28.761] Build status: STARTED
[12:05:28.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:64:0) after 3m20s
[12:08:48.999] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:64:0)
[12:08:49.024] Build status: STARTED
[12:08:49.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:65:0) after 8m59s
[12:17:48.081] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:65:0)
[12:17:48.100] Build status: STARTED
[12:17:48.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:66:0) after 3m22s
[12:21:10.571] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:66:0)
[12:21:10.604] Build status: STARTED
[12:21:10.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:67:0) after 1m1s
[12:22:11.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:67:0)
[12:22:11.642] Build status: STARTED
[12:22:11.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:68:0) after 9m6s
[12:31:17.854] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:68:0)
[12:31:17.873] Build status: STARTED
[12:31:17.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:69:0) after 1m58s
[12:33:15.897] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:69:0)
[12:33:15.916] Build status: STARTED
[12:33:15.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:70:0) after 4m0s
[12:37:16.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:70:0)
[12:37:16.452] Build status: STARTED
[12:37:16.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:71:0) after 7m46s
[12:45:02.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:71:0)
[12:45:02.587] Build status: STARTED
[12:45:02.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:72:0) after 8m17s
[12:53:20.149] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:72:0)
[12:53:20.184] Build status: STARTED
[12:53:20.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:73:0) after 3m37s
[12:56:57.220] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:73:0)
[12:56:57.321] Build status: STARTED
[12:56:57.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:74:0) after 3m45s
[13:00:42.923] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:74:0)
[13:00:42.940] Build status: STARTED
[13:00:42.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:75:0) after 4m25s
[13:05:08.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:75:0)
[13:05:08.557] Build status: STARTED
[13:05:08.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:76:0) after 5m57s
[13:11:05.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:76:0)
[13:11:05.759] Build status: STARTED
[13:11:05.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:77:0) after 3m37s
[13:14:42.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:77:0)
[13:14:42.796] Build status: STARTED
[13:14:42.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:78:0) after 4m52s
[13:19:34.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:78:0)
[13:19:34.921] Build status: STARTED
[13:19:34.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:79:0) after 7m57s
[13:27:31.948] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:79:0)
[13:27:31.968] Build status: STARTED
[13:27:31.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:80:0) after 3m42s
[13:31:14.411] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:80:0)
[13:31:14.456] Build status: STARTED
[13:31:14.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:81:0) after 3m45s
[13:34:59.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:81:0)
[13:34:59.512] Build status: STARTED
[13:34:59.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:82:0) after 4m25s
[13:39:24.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:82:0)
[13:39:24.643] Build status: STARTED
[13:39:24.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:83:0) after 3m37s
[13:43:01.841] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:83:0)
[13:43:01.876] Build status: STARTED
[13:43:01.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:84:0) after 5m35s
[13:48:37.434] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:84:0)
[13:48:37.453] Build status: STARTED
[13:48:37.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:85:0) after 3m47s
[13:52:24.478] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:85:0)
[13:52:24.495] Build status: STARTED
[13:52:24.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:86:0) after 9m13s
[14:01:37.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:86:0)
[14:01:37.532] Build status: STARTED
[14:01:37.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:87:0) after 4m4s
[14:05:41.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:87:0)
[14:05:41.580] Build status: STARTED
[14:05:41.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:88:0) after 1m42s
[14:07:24.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:88:0)
[14:07:24.664] Build status: STARTED
[14:07:24.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:89:0) after 6m56s
[14:14:20.770] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:89:0)
[14:14:20.794] Build status: STARTED
[14:14:20.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:90:0) after 5m10s
[14:19:30.912] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:90:0)
[14:19:30.931] Build status: STARTED
[14:19:30.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:91:0) after 3m30s
[14:23:01.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:91:0)
[14:23:01.129] Build status: STARTED
[14:23:01.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:92:0) after 2m50s
[14:25:51.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:92:0)
[14:25:51.177] Build status: STARTED
[14:25:51.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:93:0) after 1m54s
[14:27:45.201] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:93:0)
[14:27:45.223] Build status: STARTED
[14:27:45.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:94:0) after 2m29s
[14:30:14.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:94:0)
[14:30:14.333] Build status: STARTED
[14:30:14.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:95:0) after 3m27s
[14:33:41.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:95:0)
[14:33:41.472] Build status: STARTED
[14:33:41.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:96:0) after 8m6s
[14:41:47.494] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:96:0)
[14:41:47.537] Build status: STARTED
[14:41:47.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:97:0) after 2m54s
[14:44:41.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:97:0)
[14:44:41.582] Build status: STARTED
[14:44:41.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:98:0) after 3m51s
[14:48:32.599] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:98:0)
[14:48:32.621] Build status: STARTED
[14:48:32.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:99:0) after 9m59s
[14:58:31.645] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:99:0)
[14:58:31.666] Build status: STARTED
[14:58:31.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8946573682562046480:100:0) after 9m41s
[14:59:51.558] Received PubSub notification, asking Buildbucket for the build status
[14:59:51.578] Build:
{
  "id": "8781143620399099713",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16599,
  "createdBy": "project:chromium",
  "createTime": "2023-05-14T06:31:22.758885114Z",
  "startTime": "2023-05-14T06:31:35.032173Z",
  "endTime": "2023-05-14T14:59:50.798303334Z",
  "updateTime": "2023-05-14T14:59:50.798303334Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e583f1fa1d3ce4699c0b8c893246e5fcece665c",
      "ref": "refs/heads/main"
    }
  }
}
[14:59:51.578] Invocation finished in 8h28m30.265960813s with status FAILED