Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a9d2fb78ba614562106c311e83f9f2cadd1cf933"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a9d2fb78ba614562106c311e83f9f2cadd1cf933
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:36:56.372] New invocation is queued and will start shortly
[12:36:57.521] Starting the invocation (attempt 1)
[12:36:57.554] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a9d2fb78ba614562106c311e83f9f2cadd1cf933"
[12:36:57.554] Popped gitiles commit info from properties and tags
[12:36:57.554] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:36:57.554] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:36:57.554] Buildbucket request:
{
  "requestId": "8950718142458251440",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a9d2fb78ba614562106c311e83f9f2cadd1cf933",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8950718142458251440"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:36:57.992] Scheduled build:
{
  "id": "8785288080482160305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16234,
  "createdBy": "project:chromium",
  "createTime": "2023-03-29T12:36:57.622015264Z",
  "updateTime": "2023-03-29T12:36:57.622015264Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a9d2fb78ba614562106c311e83f9f2cadd1cf933",
      "ref": "refs/heads/main"
    }
  }
}
[12:36:57.992] Task URL: https://cr-buildbucket.appspot.com/build/8785288080482160305
[12:36:57.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:2:0) after 5m25s
[12:37:56.923] Received PubSub notification, asking Buildbucket for the build status
[12:37:56.948] Build status: STARTED
[12:42:23.126] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:2:0)
[12:42:23.151] Build status: STARTED
[12:42:23.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:4:0) after 4m2s
[12:46:25.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:4:0)
[12:46:25.211] Build status: STARTED
[12:46:25.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:5:0) after 6m1s
[12:52:26.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:5:0)
[12:52:26.256] Build status: STARTED
[12:52:26.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:6:0) after 9m53s
[13:02:19.311] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:6:0)
[13:02:19.334] Build status: STARTED
[13:02:19.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:7:0) after 9m11s
[13:11:30.452] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:7:0)
[13:11:30.472] Build status: STARTED
[13:11:30.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:8:0) after 7m42s
[13:19:12.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:8:0)
[13:19:12.530] Build status: STARTED
[13:19:12.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:9:0) after 5m31s
[13:24:43.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:9:0)
[13:24:43.612] Build status: STARTED
[13:24:43.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:10:0) after 7m50s
[13:32:33.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:10:0)
[13:32:33.677] Build status: STARTED
[13:32:33.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:11:0) after 9m31s
[13:42:04.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:11:0)
[13:42:04.727] Build status: STARTED
[13:42:04.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:12:0) after 8m9s
[13:50:13.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:12:0)
[13:50:13.806] Build status: STARTED
[13:50:13.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:13:0) after 8m36s
[13:58:49.838] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:13:0)
[13:58:49.859] Build status: STARTED
[13:58:49.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:14:0) after 6m28s
[14:05:17.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:14:0)
[14:05:17.883] Build status: STARTED
[14:05:17.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:15:0) after 3m53s
[14:09:10.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:15:0)
[14:09:10.984] Build status: STARTED
[14:09:10.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:16:0) after 6m47s
[14:15:58.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:16:0)
[14:15:58.247] Build status: STARTED
[14:15:58.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:17:0) after 1m58s
[14:17:56.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:17:0)
[14:17:56.404] Build status: STARTED
[14:17:56.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:18:0) after 5m13s
[14:23:09.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:18:0)
[14:23:09.931] Build status: STARTED
[14:23:09.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:19:0) after 7m29s
[14:30:38.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:19:0)
[14:30:38.992] Build status: STARTED
[14:30:38.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:20:0) after 6m3s
[14:36:42.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:20:0)
[14:36:42.348] Build status: STARTED
[14:36:42.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:21:0) after 8m31s
[14:45:13.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:21:0)
[14:45:13.566] Build status: STARTED
[14:45:13.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:22:0) after 3m41s
[14:48:54.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:22:0)
[14:48:54.639] Build status: STARTED
[14:48:54.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:23:0) after 9m35s
[14:58:29.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:23:0)
[14:58:29.677] Build status: STARTED
[14:58:29.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:24:0) after 5m16s
[15:03:45.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:24:0)
[15:03:45.825] Build status: STARTED
[15:03:45.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:25:0) after 5m27s
[15:09:13.632] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:25:0)
[15:09:13.674] Build status: STARTED
[15:09:13.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:26:0) after 5m36s
[15:14:49.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:26:0)
[15:14:49.745] Build status: STARTED
[15:14:49.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:27:0) after 2m49s
[15:17:38.942] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:27:0)
[15:17:38.975] Build status: STARTED
[15:17:38.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:28:0) after 7m44s
[15:25:23.017] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:28:0)
[15:25:23.039] Build status: STARTED
[15:25:23.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:29:0) after 5m56s
[15:31:19.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:29:0)
[15:31:19.105] Build status: STARTED
[15:31:19.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:30:0) after 3m57s
[15:35:16.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:30:0)
[15:35:16.380] Build status: STARTED
[15:35:16.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:31:0) after 7m18s
[15:42:34.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:31:0)
[15:42:34.475] Build status: STARTED
[15:42:34.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:32:0) after 6m35s
[15:49:09.487] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:32:0)
[15:49:09.511] Build status: STARTED
[15:49:09.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:33:0) after 2m23s
[15:51:32.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:33:0)
[15:51:32.559] Build status: STARTED
[15:51:32.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:34:0) after 1m49s
[15:53:21.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:34:0)
[15:53:21.669] Build status: STARTED
[15:53:21.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:35:0) after 9m5s
[16:02:26.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:35:0)
[16:02:26.717] Build status: STARTED
[16:02:26.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:36:0) after 9m11s
[16:11:37.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:36:0)
[16:11:37.823] Build status: STARTED
[16:11:37.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:37:0) after 9m58s
[16:21:35.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:37:0)
[16:21:35.888] Build status: STARTED
[16:21:35.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:38:0) after 3m39s
[16:25:14.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:38:0)
[16:25:15.020] Build status: STARTED
[16:25:15.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:39:0) after 1m31s
[16:26:46.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:39:0)
[16:26:46.083] Build status: STARTED
[16:26:46.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:40:0) after 8m44s
[16:35:30.106] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:40:0)
[16:35:30.132] Build status: STARTED
[16:35:30.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:41:0) after 6m4s
[16:41:34.199] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:41:0)
[16:41:34.228] Build status: STARTED
[16:41:34.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:42:0) after 1m40s
[16:43:14.256] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:42:0)
[16:43:14.311] Build status: STARTED
[16:43:14.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:43:0) after 4m48s
[16:48:02.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:43:0)
[16:48:02.386] Build status: STARTED
[16:48:02.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:44:0) after 3m21s
[16:51:23.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:44:0)
[16:51:23.483] Build status: STARTED
[16:51:23.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:45:0) after 7m5s
[16:58:28.502] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:45:0)
[16:58:28.528] Build status: STARTED
[16:58:28.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:46:0) after 1m44s
[17:00:12.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:46:0)
[17:00:12.626] Build status: STARTED
[17:00:12.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:47:0) after 3m58s
[17:04:10.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:47:0)
[17:04:10.670] Build status: STARTED
[17:04:10.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:48:0) after 2m21s
[17:06:31.788] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:48:0)
[17:06:31.821] Build status: STARTED
[17:06:31.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:49:0) after 4m5s
[17:10:36.854] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:49:0)
[17:10:36.876] Build status: STARTED
[17:10:36.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:50:0) after 5m6s
[17:15:42.901] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:50:0)
[17:15:42.922] Build status: STARTED
[17:15:42.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:51:0) after 7m24s
[17:23:06.954] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:51:0)
[17:23:06.978] Build status: STARTED
[17:23:06.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:52:0) after 2m5s
[17:25:12.021] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:52:0)
[17:25:12.046] Build status: STARTED
[17:25:12.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:53:0) after 3m23s
[17:28:35.182] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:53:0)
[17:28:35.206] Build status: STARTED
[17:28:35.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:54:0) after 1m43s
[17:30:18.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:54:0)
[17:30:18.296] Build status: STARTED
[17:30:18.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:55:0) after 4m19s
[17:34:37.329] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:55:0)
[17:34:37.349] Build status: STARTED
[17:34:37.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:56:0) after 9m24s
[17:44:01.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:56:0)
[17:44:01.948] Build status: STARTED
[17:44:01.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:57:0) after 1m0s
[17:45:02.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:57:0)
[17:45:02.275] Build status: STARTED
[17:45:02.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:58:0) after 1m14s
[17:46:16.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:58:0)
[17:46:16.431] Build status: STARTED
[17:46:16.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:59:0) after 6m0s
[17:52:16.463] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:59:0)
[17:52:16.489] Build status: STARTED
[17:52:16.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:60:0) after 7m6s
[17:59:22.508] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:60:0)
[17:59:22.532] Build status: STARTED
[17:59:22.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:61:0) after 8m56s
[18:08:18.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:61:0)
[18:08:18.593] Build status: STARTED
[18:08:18.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:62:0) after 6m59s
[18:15:17.887] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:62:0)
[18:15:17.912] Build status: STARTED
[18:15:17.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:63:0) after 3m36s
[18:18:54.367] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:63:0)
[18:18:54.403] Build status: STARTED
[18:18:54.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:64:0) after 7m18s
[18:26:12.569] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:64:0)
[18:26:12.594] Build status: STARTED
[18:26:12.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:65:0) after 8m10s
[18:34:22.632] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:65:0)
[18:34:22.657] Build status: STARTED
[18:34:22.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:66:0) after 5m9s
[18:39:31.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:66:0)
[18:39:31.907] Build status: STARTED
[18:39:31.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:67:0) after 6m20s
[18:45:52.178] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:67:0)
[18:45:52.217] Build status: STARTED
[18:45:52.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:68:0) after 6m33s
[18:52:25.205] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:68:0)
[18:52:25.231] Build status: STARTED
[18:52:25.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:69:0) after 9m29s
[19:01:55.256] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:69:0)
[19:01:55.277] Build status: STARTED
[19:01:55.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:70:0) after 1m59s
[19:03:54.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:70:0)
[19:03:54.357] Build status: STARTED
[19:03:54.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:71:0) after 3m42s
[19:07:36.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:71:0)
[19:07:36.396] Build status: STARTED
[19:07:36.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:72:0) after 1m15s
[19:08:51.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:72:0)
[19:08:51.570] Build status: STARTED
[19:08:51.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:73:0) after 6m43s
[19:15:34.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:73:0)
[19:15:34.621] Build status: STARTED
[19:15:34.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:74:0) after 9m27s
[19:25:02.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:74:0)
[19:25:02.109] Build status: STARTED
[19:25:02.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:75:0) after 4m10s
[19:29:12.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:75:0)
[19:29:12.295] Build status: STARTED
[19:29:12.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:76:0) after 9m54s
[19:39:06.631] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:76:0)
[19:39:06.655] Build status: STARTED
[19:39:06.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:77:0) after 2m28s
[19:41:34.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:77:0)
[19:41:34.749] Build status: STARTED
[19:41:34.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:78:0) after 5m7s
[19:46:41.844] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:78:0)
[19:46:42.039] Build status: STARTED
[19:46:42.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:79:0) after 9m17s
[19:55:59.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:79:0)
[19:55:59.194] Build status: STARTED
[19:55:59.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:80:0) after 3m56s
[19:59:55.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:80:0)
[19:59:55.513] Build status: STARTED
[19:59:55.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:81:0) after 4m48s
[20:04:43.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:81:0)
[20:04:43.771] Build status: STARTED
[20:04:43.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:82:0) after 7m20s
[20:12:03.842] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:82:0)
[20:12:03.861] Build status: STARTED
[20:12:03.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:83:0) after 7m21s
[20:19:24.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:83:0)
[20:19:24.902] Build status: STARTED
[20:19:24.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:84:0) after 7m16s
[20:26:40.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:84:0)
[20:26:40.980] Build status: STARTED
[20:26:40.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:85:0) after 3m31s
[20:30:12.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:85:0)
[20:30:12.056] Build status: STARTED
[20:30:12.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:86:0) after 9m33s
[20:39:45.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:86:0)
[20:39:45.165] Build status: STARTED
[20:39:45.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:87:0) after 1m26s
[20:41:11.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:87:0)
[20:41:11.330] Build status: STARTED
[20:41:11.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:88:0) after 7m28s
[20:48:39.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:88:0)
[20:48:39.490] Build status: STARTED
[20:48:39.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8950718142458251440:89:0) after 8m35s
[20:50:59.278] Received PubSub notification, asking Buildbucket for the build status
[20:50:59.313] Build:
{
  "id": "8785288080482160305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16234,
  "createdBy": "project:chromium",
  "createTime": "2023-03-29T12:36:57.622015264Z",
  "startTime": "2023-03-29T12:37:56.416086Z",
  "endTime": "2023-03-29T20:50:58.796982228Z",
  "updateTime": "2023-03-29T20:50:58.796982228Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a9d2fb78ba614562106c311e83f9f2cadd1cf933",
      "ref": "refs/heads/main"
    }
  }
}
[20:50:59.313] Invocation finished in 8h14m2.958180982s with status FAILED