Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d08c499db5ab8ff015a5c29fabc4bcb172bbd0ce"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d08c499db5ab8ff015a5c29fabc4bcb172bbd0ce
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:03:08.278] New invocation is queued and will start shortly
[06:03:09.512] Starting the invocation (attempt 1)
[06:03:09.549] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d08c499db5ab8ff015a5c29fabc4bcb172bbd0ce"
[06:03:09.549] Popped gitiles commit info from properties and tags
[06:03:09.549] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:03:09.550] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:03:09.550] Buildbucket request:
{
  "requestId": "8948206203247868288",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d08c499db5ab8ff015a5c29fabc4bcb172bbd0ce",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8948206203247868288"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:03:09.956] Scheduled build:
{
  "id": "8782776141160897425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16402,
  "createdBy": "project:chromium",
  "createTime": "2023-04-26T06:03:09.637159584Z",
  "updateTime": "2023-04-26T06:03:09.637159584Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d08c499db5ab8ff015a5c29fabc4bcb172bbd0ce",
      "ref": "refs/heads/main"
    }
  }
}
[06:03:09.956] Task URL: https://cr-buildbucket.appspot.com/build/8782776141160897425
[06:03:09.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:2:0) after 3m30s
[06:03:42.587] Received PubSub notification, asking Buildbucket for the build status
[06:03:42.608] Build status: STARTED
[06:06:40.139] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:2:0)
[06:06:40.209] Build status: STARTED
[06:06:40.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:4:0) after 9m33s
[06:16:13.342] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:4:0)
[06:16:13.361] Build status: STARTED
[06:16:13.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:5:0) after 7m42s
[06:23:55.392] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:5:0)
[06:23:55.413] Build status: STARTED
[06:23:55.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:6:0) after 6m21s
[06:30:16.445] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:6:0)
[06:30:16.469] Build status: STARTED
[06:30:16.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:7:0) after 2m48s
[06:33:04.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:7:0)
[06:33:04.611] Build status: STARTED
[06:33:04.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:8:0) after 2m44s
[06:35:48.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:8:0)
[06:35:48.761] Build status: STARTED
[06:35:48.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:9:0) after 2m12s
[06:38:00.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:9:0)
[06:38:00.932] Build status: STARTED
[06:38:00.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:10:0) after 4m52s
[06:42:52.976] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:10:0)
[06:42:53.027] Build status: STARTED
[06:42:53.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:11:0) after 4m34s
[06:47:27.051] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:11:0)
[06:47:27.069] Build status: STARTED
[06:47:27.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:12:0) after 7m55s
[06:55:22.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:12:0)
[06:55:22.117] Build status: STARTED
[06:55:22.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:13:0) after 5m10s
[07:00:32.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:13:0)
[07:00:32.176] Build status: STARTED
[07:00:32.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:14:0) after 8m50s
[07:09:22.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:14:0)
[07:09:22.397] Build status: STARTED
[07:09:22.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:15:0) after 8m3s
[07:17:25.520] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:15:0)
[07:17:25.547] Build status: STARTED
[07:17:25.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:16:0) after 4m32s
[07:21:57.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:16:0)
[07:21:57.626] Build status: STARTED
[07:21:57.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:17:0) after 2m18s
[07:24:16.032] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:17:0)
[07:24:16.112] Build status: STARTED
[07:24:16.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:18:0) after 2m40s
[07:26:56.286] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:18:0)
[07:26:56.310] Build status: STARTED
[07:26:56.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:19:0) after 8m9s
[07:35:05.597] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:19:0)
[07:35:05.617] Build status: STARTED
[07:35:05.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:20:0) after 8m18s
[07:43:23.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:20:0)
[07:43:23.689] Build status: STARTED
[07:43:23.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:21:0) after 7m17s
[07:50:40.860] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:21:0)
[07:50:40.885] Build status: STARTED
[07:50:40.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:22:0) after 5m23s
[07:56:03.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:22:0)
[07:56:03.959] Build status: STARTED
[07:56:03.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:23:0) after 4m0s
[08:00:03.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:23:0)
[08:00:04.073] Build status: STARTED
[08:00:04.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:24:0) after 3m35s
[08:03:39.095] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:24:0)
[08:03:39.116] Build status: STARTED
[08:03:39.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:25:0) after 4m15s
[08:07:54.122] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:25:0)
[08:07:54.142] Build status: STARTED
[08:07:54.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:26:0) after 3m7s
[08:11:01.286] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:26:0)
[08:11:01.307] Build status: STARTED
[08:11:01.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:27:0) after 8m47s
[08:19:48.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:27:0)
[08:19:48.487] Build status: STARTED
[08:19:48.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:28:0) after 7m36s
[08:27:24.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:28:0)
[08:27:24.632] Build status: STARTED
[08:27:24.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:29:0) after 2m21s
[08:29:45.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:29:0)
[08:29:45.932] Build status: STARTED
[08:29:45.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:30:0) after 9m29s
[08:39:15.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:30:0)
[08:39:15.334] Build status: STARTED
[08:39:15.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:31:0) after 8m19s
[08:47:34.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:31:0)
[08:47:34.391] Build status: STARTED
[08:47:34.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:32:0) after 7m24s
[08:54:58.416] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:32:0)
[08:54:58.437] Build status: STARTED
[08:54:58.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:33:0) after 9m21s
[09:04:19.926] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:33:0)
[09:04:19.950] Build status: STARTED
[09:04:19.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:34:0) after 1m25s
[09:05:45.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:34:0)
[09:05:45.913] Build status: STARTED
[09:05:45.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:35:0) after 6m35s
[09:12:21.095] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:35:0)
[09:12:21.173] Build status: STARTED
[09:12:21.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:36:0) after 1m40s
[09:14:01.289] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:36:0)
[09:14:01.308] Build status: STARTED
[09:14:01.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:37:0) after 7m55s
[09:21:56.426] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:37:0)
[09:21:56.445] Build status: STARTED
[09:21:56.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:38:0) after 8m26s
[09:30:22.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:38:0)
[09:30:22.582] Build status: STARTED
[09:30:22.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:39:0) after 4m42s
[09:35:04.618] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:39:0)
[09:35:04.645] Build status: STARTED
[09:35:04.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:40:0) after 4m39s
[09:39:44.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:40:0)
[09:39:44.222] Build status: STARTED
[09:39:44.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:41:0) after 4m16s
[09:44:00.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:41:0)
[09:44:00.284] Build status: STARTED
[09:44:00.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:42:0) after 5m14s
[09:49:14.354] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:42:0)
[09:49:14.442] Build status: STARTED
[09:49:14.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:43:0) after 8m44s
[09:57:58.556] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:43:0)
[09:57:58.577] Build status: STARTED
[09:57:58.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:44:0) after 3m2s
[10:01:00.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:44:0)
[10:01:00.791] Build status: STARTED
[10:01:00.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:45:0) after 3m36s
[10:04:37.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:45:0)
[10:04:37.082] Build status: STARTED
[10:04:37.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:46:0) after 1m55s
[10:06:32.116] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:46:0)
[10:06:32.176] Build status: STARTED
[10:06:32.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:47:0) after 3m6s
[10:09:38.434] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:47:0)
[10:09:38.457] Build status: STARTED
[10:09:38.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:48:0) after 6m28s
[10:16:06.493] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:48:0)
[10:16:06.521] Build status: STARTED
[10:16:06.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:49:0) after 4m16s
[10:20:22.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:49:0)
[10:20:22.689] Build status: STARTED
[10:20:22.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:50:0) after 5m25s
[10:25:48.217] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:50:0)
[10:25:48.238] Build status: STARTED
[10:25:48.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:51:0) after 2m49s
[10:28:37.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:51:0)
[10:28:37.395] Build status: STARTED
[10:28:37.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:52:0) after 8m9s
[10:36:46.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:52:0)
[10:36:46.505] Build status: STARTED
[10:36:46.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:53:0) after 1m13s
[10:37:59.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:53:0)
[10:37:59.563] Build status: STARTED
[10:37:59.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:54:0) after 7m26s
[10:45:25.597] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:54:0)
[10:45:25.625] Build status: STARTED
[10:45:25.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:55:0) after 1m2s
[10:46:28.025] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:55:0)
[10:46:28.050] Build status: STARTED
[10:46:28.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:56:0) after 6m27s
[10:52:55.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:56:0)
[10:52:55.111] Build status: STARTED
[10:52:55.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:57:0) after 7m2s
[10:59:57.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:57:0)
[10:59:57.384] Build status: STARTED
[10:59:57.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:58:0) after 4m21s
[11:04:18.408] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:58:0)
[11:04:18.429] Build status: STARTED
[11:04:18.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:59:0) after 4m2s
[11:08:20.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:59:0)
[11:08:20.488] Build status: STARTED
[11:08:20.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:60:0) after 5m49s
[11:14:09.664] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:60:0)
[11:14:09.745] Build status: STARTED
[11:14:09.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:61:0) after 6m17s
[11:20:26.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:61:0)
[11:20:26.788] Build status: STARTED
[11:20:26.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:62:0) after 8m20s
[11:28:46.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:62:0)
[11:28:46.891] Build status: STARTED
[11:28:46.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:63:0) after 4m16s
[11:33:02.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:63:0)
[11:33:02.940] Build status: STARTED
[11:33:02.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:64:0) after 7m56s
[11:40:59.109] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:64:0)
[11:40:59.128] Build status: STARTED
[11:40:59.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:65:0) after 5m45s
[11:46:44.292] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:65:0)
[11:46:44.364] Build status: STARTED
[11:46:44.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:66:0) after 5m0s
[11:51:44.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:66:0)
[11:51:44.491] Build status: STARTED
[11:51:44.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:67:0) after 3m3s
[11:54:47.580] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:67:0)
[11:54:47.596] Build status: STARTED
[11:54:47.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:68:0) after 6m0s
[12:00:47.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:68:0)
[12:00:47.679] Build status: STARTED
[12:00:47.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:69:0) after 2m24s
[12:03:11.650] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:69:0)
[12:03:11.676] Build status: STARTED
[12:03:11.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:70:0) after 1m4s
[12:04:15.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:70:0)
[12:04:15.820] Build status: STARTED
[12:04:15.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:71:0) after 4m51s
[12:09:06.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:71:0)
[12:09:06.981] Build status: STARTED
[12:09:06.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:72:0) after 2m35s
[12:11:42.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:72:0)
[12:11:42.230] Build status: STARTED
[12:11:42.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:73:0) after 4m45s
[12:16:27.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:73:0)
[12:16:27.581] Build status: STARTED
[12:16:27.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:74:0) after 3m37s
[12:20:04.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:74:0)
[12:20:04.712] Build status: STARTED
[12:20:04.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:75:0) after 4m1s
[12:24:05.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:75:0)
[12:24:05.754] Build status: STARTED
[12:24:05.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:76:0) after 2m20s
[12:26:25.794] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:76:0)
[12:26:25.914] Build status: STARTED
[12:26:25.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:77:0) after 8m40s
[12:35:05.970] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:77:0)
[12:35:05.987] Build status: STARTED
[12:35:05.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:78:0) after 9m20s
[12:44:26.172] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:78:0)
[12:44:26.199] Build status: STARTED
[12:44:26.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:79:0) after 4m43s
[12:49:09.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:79:0)
[12:49:09.495] Build status: STARTED
[12:49:09.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:80:0) after 6m41s
[12:55:50.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:80:0)
[12:55:50.718] Build status: STARTED
[12:55:50.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:81:0) after 4m30s
[13:00:20.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:81:0)
[13:00:21.001] Build status: STARTED
[13:00:21.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:82:0) after 5m2s
[13:05:23.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:82:0)
[13:05:23.094] Build status: STARTED
[13:05:23.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:83:0) after 7m1s
[13:12:24.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:83:0)
[13:12:24.420] Build status: STARTED
[13:12:24.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:84:0) after 2m41s
[13:15:05.628] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:84:0)
[13:15:05.642] Build status: STARTED
[13:15:05.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:85:0) after 7m27s
[13:22:32.883] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:85:0)
[13:22:32.904] Build status: STARTED
[13:22:32.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:86:0) after 6m46s
[13:29:19.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:86:0)
[13:29:19.118] Build status: STARTED
[13:29:19.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:87:0) after 6m36s
[13:35:55.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:87:0)
[13:35:55.354] Build status: STARTED
[13:35:55.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:88:0) after 6m8s
[13:42:03.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:88:0)
[13:42:03.417] Build status: STARTED
[13:42:03.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:89:0) after 4m53s
[13:46:56.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:89:0)
[13:46:56.562] Build status: STARTED
[13:46:56.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:90:0) after 5m45s
[13:52:41.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:90:0)
[13:52:41.631] Build status: STARTED
[13:52:41.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:91:0) after 2m1s
[13:54:42.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:91:0)
[13:54:42.687] Build status: STARTED
[13:54:42.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:92:0) after 4m41s
[13:59:23.703] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:92:0)
[13:59:23.725] Build status: STARTED
[13:59:23.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:93:0) after 5m0s
[14:04:23.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:93:0)
[14:04:23.778] Build status: STARTED
[14:04:23.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:94:0) after 7m1s
[14:11:25.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:94:0)
[14:11:25.212] Build status: STARTED
[14:11:25.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:95:0) after 7m55s
[14:19:20.683] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:95:0)
[14:19:20.701] Build status: STARTED
[14:19:20.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8948206203247868288:96:0) after 5m43s
[14:22:38.090] Received PubSub notification, asking Buildbucket for the build status
[14:22:38.110] Build:
{
  "id": "8782776141160897425",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16402,
  "createdBy": "project:chromium",
  "createTime": "2023-04-26T06:03:09.637159584Z",
  "startTime": "2023-04-26T06:03:41.779368Z",
  "endTime": "2023-04-26T14:22:37.430559775Z",
  "updateTime": "2023-04-26T14:22:37.430559775Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d08c499db5ab8ff015a5c29fabc4bcb172bbd0ce",
      "ref": "refs/heads/main"
    }
  }
}
[14:22:38.110] Invocation finished in 8h19m29.846943401s with status FAILED