Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7c6df0c0e8a7dcaeb722ca3c34256430ab1ff4fc"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c6df0c0e8a7dcaeb722ca3c34256430ab1ff4fc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:15:39.318] New invocation is queued and will start shortly
[11:15:40.385] Starting the invocation (attempt 1)
[11:15:40.411] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c6df0c0e8a7dcaeb722ca3c34256430ab1ff4fc"
[11:15:40.411] Popped gitiles commit info from properties and tags
[11:15:40.411] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:15:40.411] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:15:40.411] Buildbucket request:
{
  "requestId": "8918742527315016736",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7c6df0c0e8a7dcaeb722ca3c34256430ab1ff4fc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918742527315016736"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:15:41.170] Scheduled build:
{
  "id": "8753312465321565441",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 20182,
  "createdBy": "project:chromium",
  "createTime": "2024-03-16T11:15:40.552389264Z",
  "updateTime": "2024-03-16T11:15:40.552389264Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c6df0c0e8a7dcaeb722ca3c34256430ab1ff4fc",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[11:15:41.170] Task URL: https://cr-buildbucket.appspot.com/build/8753312465321565441
[11:15:41.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:2:0) after 2m19s
[11:15:42.070] Received PubSub notification, asking Buildbucket for the build status
[11:15:42.114] Build status: SCHEDULED
[11:17:31.394] Received PubSub notification, asking Buildbucket for the build status
[11:17:31.412] Build status: STARTED
[11:18:00.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:2:0)
[11:18:00.312] Build status: STARTED
[11:18:00.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:5:0) after 6m1s
[11:24:01.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:5:0)
[11:24:01.370] Build status: STARTED
[11:24:01.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:6:0) after 9m23s
[11:33:24.865] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:6:0)
[11:33:24.889] Build status: STARTED
[11:33:24.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:7:0) after 7m6s
[11:40:30.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:7:0)
[11:40:30.945] Build status: STARTED
[11:40:30.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:8:0) after 5m54s
[11:46:24.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:8:0)
[11:46:24.982] Build status: STARTED
[11:46:24.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:9:0) after 4m43s
[11:51:08.000] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:9:0)
[11:51:08.142] Build status: STARTED
[11:51:08.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:10:0) after 7m1s
[11:58:09.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:10:0)
[11:58:09.254] Build status: STARTED
[11:58:09.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:11:0) after 4m18s
[12:02:27.280] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:11:0)
[12:02:27.299] Build status: STARTED
[12:02:27.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:12:0) after 2m45s
[12:05:12.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:12:0)
[12:05:12.422] Build status: STARTED
[12:05:12.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:13:0) after 5m18s
[12:10:30.441] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:13:0)
[12:10:30.480] Build status: STARTED
[12:10:30.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:14:0) after 8m22s
[12:18:53.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:14:0)
[12:18:53.262] Build status: STARTED
[12:18:53.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:15:0) after 6m59s
[12:25:52.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:15:0)
[12:25:52.304] Build status: STARTED
[12:25:52.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:16:0) after 1m1s
[12:26:53.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:16:0)
[12:26:53.740] Build status: STARTED
[12:26:53.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:17:0) after 4m9s
[12:31:03.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:17:0)
[12:31:03.292] Build status: STARTED
[12:31:03.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:18:0) after 7m4s
[12:38:07.455] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:18:0)
[12:38:07.535] Build status: STARTED
[12:38:07.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:19:0) after 6m5s
[12:44:12.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:19:0)
[12:44:12.575] Build status: STARTED
[12:44:12.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:20:0) after 1m43s
[12:45:55.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:20:0)
[12:45:56.005] Build status: STARTED
[12:45:56.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:21:0) after 2m3s
[12:47:59.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:21:0)
[12:47:59.046] Build status: STARTED
[12:47:59.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:22:0) after 7m13s
[12:55:12.066] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:22:0)
[12:55:12.135] Build status: STARTED
[12:55:12.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:23:0) after 6m9s
[13:01:21.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:23:0)
[13:01:21.525] Build status: STARTED
[13:01:21.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:24:0) after 7m55s
[13:09:16.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:24:0)
[13:09:16.571] Build status: STARTED
[13:09:16.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:25:0) after 1m15s
[13:10:31.600] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:25:0)
[13:10:32.014] Build status: STARTED
[13:10:32.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:26:0) after 6m18s
[13:16:50.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:26:0)
[13:16:50.061] Build status: STARTED
[13:16:50.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:27:0) after 7m2s
[13:23:52.263] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:27:0)
[13:23:52.286] Build status: STARTED
[13:23:52.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:28:0) after 9m51s
[13:33:43.303] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:28:0)
[13:33:43.328] Build status: STARTED
[13:33:43.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:29:0) after 8m0s
[13:41:43.444] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:29:0)
[13:41:43.463] Build status: STARTED
[13:41:43.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:30:0) after 4m40s
[13:46:23.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:30:0)
[13:46:23.524] Build status: STARTED
[13:46:23.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:31:0) after 1m12s
[13:47:35.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:31:0)
[13:47:35.589] Build status: STARTED
[13:47:35.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:32:0) after 3m46s
[13:51:21.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:32:0)
[13:51:21.606] Build status: STARTED
[13:51:21.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:33:0) after 2m10s
[13:53:31.632] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:33:0)
[13:53:31.659] Build status: STARTED
[13:53:31.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:34:0) after 8m48s
[14:02:19.691] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:34:0)
[14:02:19.713] Build status: STARTED
[14:02:19.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:35:0) after 4m4s
[14:06:23.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:35:0)
[14:06:23.750] Build status: STARTED
[14:06:23.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:36:0) after 7m6s
[14:13:29.768] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:36:0)
[14:13:29.835] Build status: STARTED
[14:13:29.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:37:0) after 8m46s
[14:22:15.968] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:37:0)
[14:22:16.013] Build status: STARTED
[14:22:16.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:38:0) after 9m14s
[14:31:30.179] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:38:0)
[14:31:30.296] Build status: STARTED
[14:31:30.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:39:0) after 5m10s
[14:36:40.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:39:0)
[14:36:40.405] Build status: STARTED
[14:36:40.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:40:0) after 4m36s
[14:41:16.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:40:0)
[14:41:16.578] Build status: STARTED
[14:41:16.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:41:0) after 3m47s
[14:45:03.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:41:0)
[14:45:03.624] Build status: STARTED
[14:45:03.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:42:0) after 8m6s
[14:53:09.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:42:0)
[14:53:09.672] Build status: STARTED
[14:53:09.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:43:0) after 8m2s
[15:01:11.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:43:0)
[15:01:11.797] Build status: STARTED
[15:01:11.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:44:0) after 2m16s
[15:03:27.814] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:44:0)
[15:03:27.894] Build status: STARTED
[15:03:27.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:45:0) after 7m51s
[15:11:18.913] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:45:0)
[15:11:18.934] Build status: STARTED
[15:11:18.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:46:0) after 3m7s
[15:14:25.954] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:46:0)
[15:14:25.977] Build status: STARTED
[15:14:25.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:47:0) after 7m36s
[15:22:02.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:47:0)
[15:22:02.066] Build status: STARTED
[15:22:02.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:48:0) after 7m9s
[15:29:11.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:48:0)
[15:29:11.257] Build status: STARTED
[15:29:11.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:49:0) after 2m19s
[15:31:30.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:49:0)
[15:31:30.417] Build status: STARTED
[15:31:30.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:50:0) after 9m9s
[15:40:39.449] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:50:0)
[15:40:39.530] Build status: STARTED
[15:40:39.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:51:0) after 8m43s
[15:49:22.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:51:0)
[15:49:22.598] Build status: STARTED
[15:49:22.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:52:0) after 8m58s
[15:58:20.634] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:52:0)
[15:58:20.664] Build status: STARTED
[15:58:20.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:53:0) after 9m53s
[16:08:13.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:53:0)
[16:08:13.707] Build status: STARTED
[16:08:13.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:54:0) after 9m4s
[16:17:17.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:54:0)
[16:17:17.747] Build status: STARTED
[16:17:17.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:55:0) after 2m49s
[16:20:06.783] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:55:0)
[16:20:06.807] Build status: STARTED
[16:20:06.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:56:0) after 7m5s
[16:27:11.806] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:56:0)
[16:27:11.826] Build status: STARTED
[16:27:11.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:57:0) after 1m17s
[16:28:28.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:57:0)
[16:28:28.871] Build status: STARTED
[16:28:28.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:58:0) after 5m19s
[16:33:47.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:58:0)
[16:33:47.988] Build status: STARTED
[16:33:47.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:59:0) after 4m42s
[16:38:30.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:59:0)
[16:38:30.091] Build status: STARTED
[16:38:30.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:60:0) after 3m58s
[16:42:28.118] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:60:0)
[16:42:28.188] Build status: STARTED
[16:42:28.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:61:0) after 9m13s
[16:51:41.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:61:0)
[16:51:41.268] Build status: STARTED
[16:51:41.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:62:0) after 2m43s
[16:54:24.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:62:0)
[16:54:24.405] Build status: STARTED
[16:54:24.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:63:0) after 2m15s
[16:56:39.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:63:0)
[16:56:39.468] Build status: STARTED
[16:56:39.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:64:0) after 4m50s
[17:01:29.687] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:64:0)
[17:01:29.816] Build status: STARTED
[17:01:29.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:65:0) after 5m1s
[17:06:30.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:65:0)
[17:06:30.891] Build status: STARTED
[17:06:30.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:66:0) after 4m7s
[17:10:37.953] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:66:0)
[17:10:37.975] Build status: STARTED
[17:10:37.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:67:0) after 2m53s
[17:13:31.042] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:67:0)
[17:13:31.060] Build status: STARTED
[17:13:31.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:68:0) after 7m56s
[17:21:27.090] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:68:0)
[17:21:27.111] Build status: STARTED
[17:21:27.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:69:0) after 3m11s
[17:24:38.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:69:0)
[17:24:38.208] Build status: STARTED
[17:24:38.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:70:0) after 2m32s
[17:27:10.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:70:0)
[17:27:10.401] Build status: STARTED
[17:27:10.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:71:0) after 4m46s
[17:31:56.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:71:0)
[17:31:56.443] Build status: STARTED
[17:31:56.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:72:0) after 3m49s
[17:35:45.534] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:72:0)
[17:35:45.556] Build status: STARTED
[17:35:45.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:73:0) after 9m32s
[17:45:18.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:73:0)
[17:45:18.133] Build status: STARTED
[17:45:18.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:74:0) after 1m7s
[17:46:25.158] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:74:0)
[17:46:25.177] Build status: STARTED
[17:46:25.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:75:0) after 8m7s
[17:54:32.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:75:0)
[17:54:32.289] Build status: STARTED
[17:54:32.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8918742527315016736:76:0) after 6m31s
[17:55:42.327] Received PubSub notification, asking Buildbucket for the build status
[17:55:42.351] Build:
{
  "id": "8753312465321565441",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 20182,
  "createdBy": "project:chromium",
  "createTime": "2024-03-16T11:15:40.552389264Z",
  "startTime": "2024-03-16T11:17:30.635901Z",
  "endTime": "2024-03-16T17:55:40.802829Z",
  "updateTime": "2024-03-16T17:55:40.802829Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c6df0c0e8a7dcaeb722ca3c34256430ab1ff4fc",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:55:42.351] Invocation finished in 6h40m3.084708493s with status FAILED