Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ba7c5a3e43d7f60c88c20fd6498dc0a47e4bcebb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ba7c5a3e43d7f60c88c20fd6498dc0a47e4bcebb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:58:42.205] New invocation is queued and will start shortly
[19:58:43.354] Starting the invocation (attempt 1)
[19:58:43.397] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ba7c5a3e43d7f60c88c20fd6498dc0a47e4bcebb"
[19:58:43.397] Popped gitiles commit info from properties and tags
[19:58:43.397] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:58:43.397] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:58:43.397] Buildbucket request:
{
  "requestId": "8953680048957443920",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ba7c5a3e43d7f60c88c20fd6498dc0a47e4bcebb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8953680048957443920"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:58:43.926] Scheduled build:
{
  "id": "8788249986905125825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16123,
  "createdBy": "project:chromium",
  "createTime": "2023-02-24T19:58:43.539879488Z",
  "updateTime": "2023-02-24T19:58:43.539879488Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ba7c5a3e43d7f60c88c20fd6498dc0a47e4bcebb",
      "ref": "refs/heads/main"
    }
  }
}
[19:58:43.926] Task URL: https://cr-buildbucket.appspot.com/build/8788249986905125825
[19:58:43.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:2:0) after 5m57s
[19:59:10.539] Received PubSub notification, asking Buildbucket for the build status
[19:59:10.584] Build status: STARTED
[20:04:40.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:2:0)
[20:04:41.022] Build status: STARTED
[20:04:41.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:4:0) after 6m5s
[20:10:46.053] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:4:0)
[20:10:46.076] Build status: STARTED
[20:10:46.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:5:0) after 1m21s
[20:12:07.195] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:5:0)
[20:12:07.216] Build status: STARTED
[20:12:07.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:6:0) after 7m42s
[20:19:49.270] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:6:0)
[20:19:49.292] Build status: STARTED
[20:19:49.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:7:0) after 7m2s
[20:26:51.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:7:0)
[20:26:51.385] Build status: STARTED
[20:26:51.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:8:0) after 5m25s
[20:32:16.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:8:0)
[20:32:16.533] Build status: STARTED
[20:32:16.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:9:0) after 1m32s
[20:33:48.628] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:9:0)
[20:33:48.674] Build status: STARTED
[20:33:48.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:10:0) after 6m1s
[20:39:49.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:10:0)
[20:39:49.684] Build status: STARTED
[20:39:49.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:11:0) after 9m21s
[20:49:10.738] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:11:0)
[20:49:10.761] Build status: STARTED
[20:49:10.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:12:0) after 1m10s
[20:50:20.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:12:0)
[20:50:20.800] Build status: STARTED
[20:50:20.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:13:0) after 5m39s
[20:55:59.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:13:0)
[20:55:59.859] Build status: STARTED
[20:55:59.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:14:0) after 9m55s
[21:05:54.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:14:0)
[21:05:54.918] Build status: STARTED
[21:05:54.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:15:0) after 2m55s
[21:08:49.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:15:0)
[21:08:49.979] Build status: STARTED
[21:08:49.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:16:0) after 5m21s
[21:14:11.027] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:16:0)
[21:14:11.048] Build status: STARTED
[21:14:11.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:17:0) after 5m58s
[21:20:09.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:17:0)
[21:20:09.096] Build status: STARTED
[21:20:09.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:18:0) after 4m5s
[21:24:14.350] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:18:0)
[21:24:14.369] Build status: STARTED
[21:24:14.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:19:0) after 5m23s
[21:29:37.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:19:0)
[21:29:37.683] Build status: STARTED
[21:29:37.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:20:0) after 8m15s
[21:37:52.766] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:20:0)
[21:37:52.790] Build status: STARTED
[21:37:52.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:21:0) after 9m20s
[21:47:13.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:21:0)
[21:47:13.318] Build status: STARTED
[21:47:13.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:22:0) after 6m38s
[21:53:51.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:22:0)
[21:53:51.704] Build status: STARTED
[21:53:51.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:23:0) after 5m29s
[21:59:20.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:23:0)
[21:59:20.882] Build status: STARTED
[21:59:20.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:24:0) after 8m59s
[22:08:19.983] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:24:0)
[22:08:20.130] Build status: STARTED
[22:08:20.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:25:0) after 1m8s
[22:09:28.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:25:0)
[22:09:28.281] Build status: STARTED
[22:09:28.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:26:0) after 4m51s
[22:14:19.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:26:0)
[22:14:19.524] Build status: STARTED
[22:14:19.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:27:0) after 4m58s
[22:19:17.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:27:0)
[22:19:17.606] Build status: STARTED
[22:19:17.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:28:0) after 4m48s
[22:24:05.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:28:0)
[22:24:05.891] Build status: STARTED
[22:24:05.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:29:0) after 4m6s
[22:28:11.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:29:0)
[22:28:11.963] Build status: STARTED
[22:28:11.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:30:0) after 7m37s
[22:35:49.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:30:0)
[22:35:49.059] Build status: STARTED
[22:35:49.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:31:0) after 7m21s
[22:43:10.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:31:0)
[22:43:10.163] Build status: STARTED
[22:43:10.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:32:0) after 5m9s
[22:48:19.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:32:0)
[22:48:19.263] Build status: STARTED
[22:48:19.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:33:0) after 8m56s
[22:57:15.850] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:33:0)
[22:57:15.871] Build status: STARTED
[22:57:15.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:34:0) after 3m46s
[23:01:02.033] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:34:0)
[23:01:02.105] Build status: STARTED
[23:01:02.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:35:0) after 4m25s
[23:05:27.131] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:35:0)
[23:05:27.189] Build status: STARTED
[23:05:27.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:36:0) after 7m23s
[23:12:50.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:36:0)
[23:12:50.289] Build status: STARTED
[23:12:50.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:37:0) after 1m41s
[23:14:31.314] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:37:0)
[23:14:31.332] Build status: STARTED
[23:14:31.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:38:0) after 9m21s
[23:23:52.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:38:0)
[23:23:52.452] Build status: STARTED
[23:23:52.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:39:0) after 7m11s
[23:31:03.634] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:39:0)
[23:31:03.658] Build status: STARTED
[23:31:03.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:40:0) after 7m25s
[23:38:28.784] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:40:0)
[23:38:28.805] Build status: STARTED
[23:38:28.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:41:0) after 6m4s
[23:44:33.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:41:0)
[23:44:33.096] Build status: STARTED
[23:44:33.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:42:0) after 1m31s
[23:46:04.350] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:42:0)
[23:46:04.371] Build status: STARTED
[23:46:04.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:43:0) after 7m54s
[23:53:58.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:43:0)
[23:53:58.533] Build status: STARTED
[23:53:58.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:44:0) after 3m1s
[23:56:59.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:44:0)
[23:56:59.636] Build status: STARTED
[23:56:59.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:45:0) after 3m22s
[00:00:21.700] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:45:0)
[00:00:21.722] Build status: STARTED
[00:00:21.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:46:0) after 9m32s
[00:09:53.836] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:46:0)
[00:09:53.857] Build status: STARTED
[00:09:53.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:47:0) after 7m22s
[00:17:16.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:47:0)
[00:17:16.197] Build status: STARTED
[00:17:16.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:48:0) after 8m1s
[00:25:17.459] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:48:0)
[00:25:17.482] Build status: STARTED
[00:25:17.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:49:0) after 1m2s
[00:26:19.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:49:0)
[00:26:19.708] Build status: STARTED
[00:26:19.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:50:0) after 3m11s
[00:29:30.841] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:50:0)
[00:29:30.868] Build status: STARTED
[00:29:30.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:51:0) after 3m53s
[00:33:23.930] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:51:0)
[00:33:23.951] Build status: STARTED
[00:33:23.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:52:0) after 9m19s
[00:42:43.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:52:0)
[00:42:43.158] Build status: STARTED
[00:42:43.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:53:0) after 3m15s
[00:45:59.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:53:0)
[00:45:59.102] Build status: STARTED
[00:45:59.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:54:0) after 2m42s
[00:48:41.375] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:54:0)
[00:48:41.396] Build status: STARTED
[00:48:41.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:55:0) after 4m1s
[00:52:42.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:55:0)
[00:52:42.542] Build status: STARTED
[00:52:42.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:56:0) after 6m33s
[00:59:15.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:56:0)
[00:59:15.831] Build status: STARTED
[00:59:15.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:57:0) after 4m47s
[01:04:02.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:57:0)
[01:04:02.964] Build status: STARTED
[01:04:02.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:58:0) after 1m3s
[01:05:06.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:58:0)
[01:05:06.032] Build status: STARTED
[01:05:06.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:59:0) after 4m41s
[01:09:47.289] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:59:0)
[01:09:47.315] Build status: STARTED
[01:09:47.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:60:0) after 6m28s
[01:16:15.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:60:0)
[01:16:15.452] Build status: STARTED
[01:16:15.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:61:0) after 5m20s
[01:21:35.650] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:61:0)
[01:21:35.677] Build status: STARTED
[01:21:35.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:62:0) after 3m4s
[01:24:39.998] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:62:0)
[01:24:40.020] Build status: STARTED
[01:24:40.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:63:0) after 9m8s
[01:33:48.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:63:0)
[01:33:48.319] Build status: STARTED
[01:33:48.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:64:0) after 8m6s
[01:41:54.338] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:64:0)
[01:41:54.368] Build status: STARTED
[01:41:54.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:65:0) after 5m28s
[01:47:22.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:65:0)
[01:47:22.415] Build status: STARTED
[01:47:22.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:66:0) after 5m45s
[01:53:07.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:66:0)
[01:53:07.464] Build status: STARTED
[01:53:07.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:67:0) after 5m14s
[01:58:21.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:67:0)
[01:58:21.507] Build status: STARTED
[01:58:21.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:68:0) after 6m12s
[02:04:33.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:68:0)
[02:04:33.869] Build status: STARTED
[02:04:33.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:69:0) after 4m32s
[02:09:05.931] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:69:0)
[02:09:05.953] Build status: STARTED
[02:09:05.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:70:0) after 4m42s
[02:13:48.008] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:70:0)
[02:13:48.034] Build status: STARTED
[02:13:48.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:71:0) after 5m49s
[02:19:37.068] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:71:0)
[02:19:37.088] Build status: STARTED
[02:19:37.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:72:0) after 3m44s
[02:23:21.179] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:72:0)
[02:23:21.201] Build status: STARTED
[02:23:21.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:73:0) after 8m56s
[02:32:17.547] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:73:0)
[02:32:17.571] Build status: STARTED
[02:32:17.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:74:0) after 1m10s
[02:33:27.600] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:74:0)
[02:33:27.619] Build status: STARTED
[02:33:27.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:75:0) after 8m8s
[02:41:35.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:75:0)
[02:41:35.724] Build status: STARTED
[02:41:35.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:76:0) after 9m10s
[02:50:45.855] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:76:0)
[02:50:45.886] Build status: STARTED
[02:50:45.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:77:0) after 2m2s
[02:52:47.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:77:0)
[02:52:47.991] Build status: STARTED
[02:52:47.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:78:0) after 7m48s
[03:00:36.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:78:0)
[03:00:36.060] Build status: STARTED
[03:00:36.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:79:0) after 1m41s
[03:02:17.102] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:79:0)
[03:02:17.129] Build status: STARTED
[03:02:17.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:80:0) after 5m18s
[03:07:35.332] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:80:0)
[03:07:35.350] Build status: STARTED
[03:07:35.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:81:0) after 3m48s
[03:11:23.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:81:0)
[03:11:24.000] Build status: STARTED
[03:11:24.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:82:0) after 4m38s
[03:16:01.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:82:0)
[03:16:02.027] Build status: STARTED
[03:16:02.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:83:0) after 3m23s
[03:19:25.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:83:0)
[03:19:25.080] Build status: STARTED
[03:19:25.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8953680048957443920:84:0) after 9m14s
[03:25:26.493] Received PubSub notification, asking Buildbucket for the build status
[03:25:26.510] Build:
{
  "id": "8788249986905125825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16123,
  "createdBy": "project:chromium",
  "createTime": "2023-02-24T19:58:43.539879488Z",
  "startTime": "2023-02-24T19:59:09.625683Z",
  "endTime": "2023-02-25T03:25:26.022244581Z",
  "updateTime": "2023-02-25T03:25:26.022244581Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ba7c5a3e43d7f60c88c20fd6498dc0a47e4bcebb",
      "ref": "refs/heads/main"
    }
  }
}
[03:25:26.510] Invocation finished in 7h26m44.312157694s with status FAILED