Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8c46ae569b889d725af8de810cad6bdb29b69a60"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8c46ae569b889d725af8de810cad6bdb29b69a60
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:46:58.933] New invocation is queued and will start shortly
[04:47:00.112] Starting the invocation (attempt 1)
[04:47:00.145] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8c46ae569b889d725af8de810cad6bdb29b69a60"
[04:47:00.145] Popped gitiles commit info from properties and tags
[04:47:00.145] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:47:00.145] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:47:00.146] Buildbucket request:
{
  "requestId": "8947576815779678336",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8c46ae569b889d725af8de810cad6bdb29b69a60",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8947576815779678336"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:47:00.675] Scheduled build:
{
  "id": "8782146753775452305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16564,
  "createdBy": "project:chromium",
  "createTime": "2023-05-03T04:47:00.221083152Z",
  "updateTime": "2023-05-03T04:47:00.221083152Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8c46ae569b889d725af8de810cad6bdb29b69a60",
      "ref": "refs/heads/main"
    }
  }
}
[04:47:00.675] Task URL: https://cr-buildbucket.appspot.com/build/8782146753775452305
[04:47:00.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:2:0) after 3m50s
[04:48:28.839] Received PubSub notification, asking Buildbucket for the build status
[04:48:28.868] Build status: STARTED
[04:50:50.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:2:0)
[04:50:50.748] Build status: STARTED
[04:50:50.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:4:0) after 2m47s
[04:53:37.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:4:0)
[04:53:37.809] Build status: STARTED
[04:53:37.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:5:0) after 9m4s
[05:02:41.842] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:5:0)
[05:02:41.859] Build status: STARTED
[05:02:41.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:6:0) after 4m37s
[05:07:18.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:6:0)
[05:07:18.915] Build status: STARTED
[05:07:18.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:7:0) after 5m18s
[05:12:36.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:7:0)
[05:12:36.956] Build status: STARTED
[05:12:36.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:8:0) after 3m22s
[05:15:59.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:8:0)
[05:15:59.206] Build status: STARTED
[05:15:59.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:9:0) after 5m24s
[05:21:23.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:9:0)
[05:21:23.255] Build status: STARTED
[05:21:23.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:10:0) after 6m57s
[05:28:20.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:10:0)
[05:28:20.319] Build status: STARTED
[05:28:20.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:11:0) after 6m23s
[05:34:43.412] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:11:0)
[05:34:43.435] Build status: STARTED
[05:34:43.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:12:0) after 9m26s
[05:44:09.491] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:12:0)
[05:44:09.511] Build status: STARTED
[05:44:09.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:13:0) after 4m28s
[05:48:37.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:13:0)
[05:48:37.540] Build status: STARTED
[05:48:37.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:14:0) after 2m10s
[05:50:47.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:14:0)
[05:50:47.602] Build status: STARTED
[05:50:47.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:15:0) after 1m36s
[05:52:23.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:15:0)
[05:52:23.680] Build status: STARTED
[05:52:23.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:16:0) after 1m57s
[05:54:20.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:16:0)
[05:54:20.738] Build status: STARTED
[05:54:20.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:17:0) after 8m42s
[06:03:02.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:17:0)
[06:03:02.785] Build status: STARTED
[06:03:02.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:18:0) after 2m13s
[06:05:15.885] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:18:0)
[06:05:15.905] Build status: STARTED
[06:05:15.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:19:0) after 6m39s
[06:11:54.934] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:19:0)
[06:11:54.960] Build status: STARTED
[06:11:54.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:20:0) after 5m37s
[06:17:32.118] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:20:0)
[06:17:32.139] Build status: STARTED
[06:17:32.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:21:0) after 3m11s
[06:20:43.184] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:21:0)
[06:20:43.210] Build status: STARTED
[06:20:43.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:22:0) after 5m43s
[06:26:26.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:22:0)
[06:26:26.602] Build status: STARTED
[06:26:26.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:23:0) after 9m27s
[06:35:53.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:23:0)
[06:35:53.642] Build status: STARTED
[06:35:53.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:24:0) after 6m58s
[06:42:51.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:24:0)
[06:42:51.792] Build status: STARTED
[06:42:51.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:25:0) after 9m14s
[06:52:06.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:25:0)
[06:52:06.046] Build status: STARTED
[06:52:06.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:26:0) after 6m31s
[06:58:37.068] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:26:0)
[06:58:37.129] Build status: STARTED
[06:58:37.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:27:0) after 1m11s
[06:59:48.154] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:27:0)
[06:59:48.176] Build status: STARTED
[06:59:48.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:28:0) after 5m3s
[07:04:51.204] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:28:0)
[07:04:51.228] Build status: STARTED
[07:04:51.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:29:0) after 7m45s
[07:12:36.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:29:0)
[07:12:36.395] Build status: STARTED
[07:12:36.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:30:0) after 2m41s
[07:15:17.419] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:30:0)
[07:15:17.443] Build status: STARTED
[07:15:17.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:31:0) after 5m15s
[07:20:32.579] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:31:0)
[07:20:32.678] Build status: STARTED
[07:20:32.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:32:0) after 3m40s
[07:24:12.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:32:0)
[07:24:12.915] Build status: STARTED
[07:24:12.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:33:0) after 1m6s
[07:25:19.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:33:0)
[07:25:19.060] Build status: STARTED
[07:25:19.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:34:0) after 7m8s
[07:32:27.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:34:0)
[07:32:27.208] Build status: STARTED
[07:32:27.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:35:0) after 3m57s
[07:36:24.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:35:0)
[07:36:24.260] Build status: STARTED
[07:36:24.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:36:0) after 1m14s
[07:37:38.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:36:0)
[07:37:38.315] Build status: STARTED
[07:37:38.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:37:0) after 7m19s
[07:44:57.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:37:0)
[07:44:57.378] Build status: STARTED
[07:44:57.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:38:0) after 9m14s
[07:54:11.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:38:0)
[07:54:11.550] Build status: STARTED
[07:54:11.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:39:0) after 5m6s
[07:59:17.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:39:0)
[07:59:17.776] Build status: STARTED
[07:59:17.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:40:0) after 6m58s
[08:06:16.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:40:0)
[08:06:16.041] Build status: STARTED
[08:06:16.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:41:0) after 2m5s
[08:08:21.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:41:0)
[08:08:21.103] Build status: STARTED
[08:08:21.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:42:0) after 9m36s
[08:17:57.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:42:0)
[08:17:57.333] Build status: STARTED
[08:17:57.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:43:0) after 4m3s
[08:22:00.373] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:43:0)
[08:22:00.395] Build status: STARTED
[08:22:00.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:44:0) after 2m10s
[08:24:11.006] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:44:0)
[08:24:11.030] Build status: STARTED
[08:24:11.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:45:0) after 6m35s
[08:30:46.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:45:0)
[08:30:46.093] Build status: STARTED
[08:30:46.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:46:0) after 4m29s
[08:35:15.090] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:46:0)
[08:35:15.129] Build status: STARTED
[08:35:15.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:47:0) after 1m9s
[08:36:24.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:47:0)
[08:36:24.252] Build status: STARTED
[08:36:24.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:48:0) after 1m2s
[08:37:26.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:48:0)
[08:37:26.406] Build status: STARTED
[08:37:26.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:49:0) after 9m30s
[08:46:56.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:49:0)
[08:46:56.732] Build status: STARTED
[08:46:56.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:50:0) after 1m18s
[08:48:14.970] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:50:0)
[08:48:14.998] Build status: STARTED
[08:48:14.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:51:0) after 4m2s
[08:52:17.281] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:51:0)
[08:52:17.304] Build status: STARTED
[08:52:17.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:52:0) after 1m38s
[08:53:55.445] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:52:0)
[08:53:55.467] Build status: STARTED
[08:53:55.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:53:0) after 2m9s
[08:56:04.701] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:53:0)
[08:56:04.720] Build status: STARTED
[08:56:04.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:54:0) after 1m58s
[08:58:02.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:54:0)
[08:58:03.054] Build status: STARTED
[08:58:03.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:55:0) after 2m4s
[09:00:07.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:55:0)
[09:00:07.203] Build status: STARTED
[09:00:07.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:56:0) after 4m58s
[09:05:05.374] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:56:0)
[09:05:05.398] Build status: STARTED
[09:05:05.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:57:0) after 6m10s
[09:11:15.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:57:0)
[09:11:15.674] Build status: STARTED
[09:11:15.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:58:0) after 4m10s
[09:15:25.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:58:0)
[09:15:25.823] Build status: STARTED
[09:15:25.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:59:0) after 1m59s
[09:17:24.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:59:0)
[09:17:25.002] Build status: STARTED
[09:17:25.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:60:0) after 2m35s
[09:20:00.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:60:0)
[09:20:00.101] Build status: STARTED
[09:20:00.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:61:0) after 5m34s
[09:25:34.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:61:0)
[09:25:34.158] Build status: STARTED
[09:25:34.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:62:0) after 3m43s
[09:29:17.321] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:62:0)
[09:29:17.348] Build status: STARTED
[09:29:17.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:63:0) after 8m18s
[09:37:35.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:63:0)
[09:37:35.408] Build status: STARTED
[09:37:35.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:64:0) after 7m29s
[09:45:04.454] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:64:0)
[09:45:04.477] Build status: STARTED
[09:45:04.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:65:0) after 4m42s
[09:49:46.514] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:65:0)
[09:49:46.536] Build status: STARTED
[09:49:46.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:66:0) after 5m46s
[09:55:32.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:66:0)
[09:55:32.566] Build status: STARTED
[09:55:32.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:67:0) after 7m14s
[10:02:46.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:67:0)
[10:02:46.754] Build status: STARTED
[10:02:46.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:68:0) after 1m35s
[10:04:21.893] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:68:0)
[10:04:21.956] Build status: STARTED
[10:04:21.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:69:0) after 5m58s
[10:10:20.391] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:69:0)
[10:10:20.414] Build status: STARTED
[10:10:20.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:70:0) after 4m57s
[10:15:17.547] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:70:0)
[10:15:17.573] Build status: STARTED
[10:15:17.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:71:0) after 1m34s
[10:16:51.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:71:0)
[10:16:51.774] Build status: STARTED
[10:16:51.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:72:0) after 1m33s
[10:18:25.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:72:0)
[10:18:25.136] Build status: STARTED
[10:18:25.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:73:0) after 6m21s
[10:24:46.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:73:0)
[10:24:46.491] Build status: STARTED
[10:24:46.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:74:0) after 8m10s
[10:32:56.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:74:0)
[10:32:56.582] Build status: STARTED
[10:32:56.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:75:0) after 1m29s
[10:34:25.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:75:0)
[10:34:25.829] Build status: STARTED
[10:34:25.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:76:0) after 7m45s
[10:42:11.000] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:76:0)
[10:42:11.021] Build status: STARTED
[10:42:11.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:77:0) after 6m0s
[10:48:11.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:77:0)
[10:48:11.330] Build status: STARTED
[10:48:11.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:78:0) after 2m18s
[10:50:29.496] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:78:0)
[10:50:29.556] Build status: STARTED
[10:50:29.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:79:0) after 9m39s
[11:00:08.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:79:0)
[11:00:08.755] Build status: STARTED
[11:00:08.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:80:0) after 3m24s
[11:03:33.046] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:80:0)
[11:03:33.067] Build status: STARTED
[11:03:33.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:81:0) after 1m53s
[11:05:26.201] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:81:0)
[11:05:26.224] Build status: STARTED
[11:05:26.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:82:0) after 4m43s
[11:10:09.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:82:0)
[11:10:09.445] Build status: STARTED
[11:10:09.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:83:0) after 8m5s
[11:18:14.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:83:0)
[11:18:14.594] Build status: STARTED
[11:18:14.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:84:0) after 2m52s
[11:21:06.738] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:84:0)
[11:21:06.786] Build status: STARTED
[11:21:06.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:85:0) after 9m6s
[11:30:12.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:85:0)
[11:30:12.866] Build status: STARTED
[11:30:12.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:86:0) after 1m37s
[11:31:49.953] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:86:0)
[11:31:49.973] Build status: STARTED
[11:31:49.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:87:0) after 4m6s
[11:35:56.110] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:87:0)
[11:35:56.129] Build status: STARTED
[11:35:56.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:88:0) after 6m45s
[11:42:41.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:88:0)
[11:42:41.451] Build status: STARTED
[11:42:41.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:89:0) after 3m46s
[11:46:27.713] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:89:0)
[11:46:27.753] Build status: STARTED
[11:46:27.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:90:0) after 5m45s
[11:52:12.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:90:0)
[11:52:12.802] Build status: STARTED
[11:52:12.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:91:0) after 7m4s
[11:59:16.925] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:91:0)
[11:59:17.027] Build status: STARTED
[11:59:17.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:92:0) after 2m46s
[12:02:03.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:92:0)
[12:02:03.267] Build status: STARTED
[12:02:03.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:93:0) after 5m50s
[12:07:53.334] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:93:0)
[12:07:53.388] Build status: STARTED
[12:07:53.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:94:0) after 3m48s
[12:11:41.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:94:0)
[12:11:41.452] Build status: STARTED
[12:11:41.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:95:0) after 2m41s
[12:14:22.480] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:95:0)
[12:14:22.510] Build status: STARTED
[12:14:22.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:96:0) after 3m29s
[12:17:51.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:96:0)
[12:17:51.593] Build status: STARTED
[12:17:51.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:97:0) after 1m26s
[12:19:17.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:97:0)
[12:19:17.750] Build status: STARTED
[12:19:17.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:98:0) after 1m58s
[12:21:15.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:98:0)
[12:21:15.866] Build status: STARTED
[12:21:15.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:99:0) after 1m40s
[12:22:55.888] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:99:0)
[12:22:55.957] Build status: STARTED
[12:22:55.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:100:0) after 8m9s
[12:31:05.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:100:0)
[12:31:05.148] Build status: STARTED
[12:31:05.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:101:0) after 9m24s
[12:40:29.361] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:101:0)
[12:40:29.389] Build status: STARTED
[12:40:29.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:102:0) after 9m44s
[12:50:13.423] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:102:0)
[12:50:13.521] Build status: STARTED
[12:50:13.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:103:0) after 3m36s
[12:53:49.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:103:0)
[12:53:49.608] Build status: STARTED
[12:53:49.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:104:0) after 2m23s
[12:56:13.214] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:104:0)
[12:56:13.242] Build status: STARTED
[12:56:13.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:105:0) after 3m30s
[12:59:43.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:105:0)
[12:59:43.439] Build status: STARTED
[12:59:43.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:106:0) after 6m30s
[13:06:13.805] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:106:0)
[13:06:13.823] Build status: STARTED
[13:06:13.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:107:0) after 5m33s
[13:11:46.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:107:0)
[13:11:46.877] Build status: STARTED
[13:11:46.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:108:0) after 7m22s
[13:19:08.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:108:0)
[13:19:08.932] Build status: STARTED
[13:19:08.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8947576815779678336:109:0) after 3m23s
[13:22:21.019] Received PubSub notification, asking Buildbucket for the build status
[13:22:21.047] Build:
{
  "id": "8782146753775452305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16564,
  "createdBy": "project:chromium",
  "createTime": "2023-05-03T04:47:00.221083152Z",
  "startTime": "2023-05-03T04:48:28.016887Z",
  "endTime": "2023-05-03T13:22:20.453934658Z",
  "updateTime": "2023-05-03T13:22:20.453934658Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8c46ae569b889d725af8de810cad6bdb29b69a60",
      "ref": "refs/heads/main"
    }
  }
}
[13:22:21.047] Invocation finished in 8h35m22.121131252s with status FAILED