Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2fb040593a8063bb35d6aeb9fc01219de3e9ea4e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2fb040593a8063bb35d6aeb9fc01219de3e9ea4e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:18:30.690] New invocation is queued and will start shortly
[12:18:31.874] Starting the invocation (attempt 1)
[12:18:31.911] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2fb040593a8063bb35d6aeb9fc01219de3e9ea4e"
[12:18:31.911] Popped gitiles commit info from properties and tags
[12:18:31.911] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:18:31.911] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:18:31.911] Buildbucket request:
{
  "requestId": "8867098301850272928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2fb040593a8063bb35d6aeb9fc01219de3e9ea4e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867098301850272928"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:18:32.489] Scheduled build:
{
  "id": "8701668239857768593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 27187,
  "createdBy": "project:chromium",
  "createTime": "2025-10-07T12:18:31.967060398Z",
  "updateTime": "2025-10-07T12:18:31.967060398Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2fb040593a8063bb35d6aeb9fc01219de3e9ea4e",
      "ref": "refs/heads/main"
    }
  }
}
[12:18:32.489] Task URL: https://cr-buildbucket.appspot.com/build/8701668239857768593
[12:18:32.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:2:0) after 9m44s
[12:18:33.418] Received PubSub notification, asking Buildbucket for the build status
[12:18:33.435] Build status: SCHEDULED
[12:19:23.241] Received PubSub notification, asking Buildbucket for the build status
[12:19:23.268] Build status: STARTED
[12:28:16.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:2:0)
[12:28:16.996] Build status: STARTED
[12:28:16.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:5:0) after 7m4s
[12:35:21.156] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:5:0)
[12:35:21.188] Build status: STARTED
[12:35:21.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:6:0) after 8m45s
[12:44:06.250] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:6:0)
[12:44:06.267] Build status: STARTED
[12:44:06.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:7:0) after 8m21s
[12:52:27.316] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:7:0)
[12:52:27.338] Build status: STARTED
[12:52:27.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:8:0) after 1m52s
[12:54:19.358] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:8:0)
[12:54:19.390] Build status: STARTED
[12:54:19.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:9:0) after 7m57s
[13:02:16.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:9:0)
[13:02:16.488] Build status: STARTED
[13:02:16.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:10:0) after 2m19s
[13:04:35.533] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:10:0)
[13:04:35.547] Build status: STARTED
[13:04:35.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:11:0) after 4m20s
[13:08:55.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:11:0)
[13:08:55.561] Build status: STARTED
[13:08:55.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:12:0) after 5m59s
[13:14:54.580] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:12:0)
[13:14:54.598] Build status: STARTED
[13:14:54.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:13:0) after 2m23s
[13:17:17.603] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:13:0)
[13:17:17.641] Build status: STARTED
[13:17:17.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:14:0) after 8m44s
[13:26:01.708] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:14:0)
[13:26:01.746] Build status: STARTED
[13:26:01.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:15:0) after 5m22s
[13:31:23.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:15:0)
[13:31:23.792] Build status: STARTED
[13:31:23.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:16:0) after 8m37s
[13:40:00.824] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:16:0)
[13:40:00.847] Build status: STARTED
[13:40:00.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:17:0) after 8m29s
[13:48:29.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:17:0)
[13:48:29.881] Build status: STARTED
[13:48:29.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:18:0) after 2m34s
[13:51:03.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:18:0)
[13:51:03.921] Build status: STARTED
[13:51:03.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:19:0) after 2m36s
[13:53:39.976] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:19:0)
[13:53:39.991] Build status: STARTED
[13:53:39.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:20:0) after 5m39s
[13:59:19.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:20:0)
[13:59:19.083] Build status: STARTED
[13:59:19.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:21:0) after 9m0s
[14:08:19.101] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:21:0)
[14:08:19.119] Build status: STARTED
[14:08:19.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:22:0) after 8m53s
[14:17:12.135] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:22:0)
[14:17:12.151] Build status: STARTED
[14:17:12.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:23:0) after 2m56s
[14:20:08.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:23:0)
[14:20:08.244] Build status: STARTED
[14:20:08.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:24:0) after 8m17s
[14:28:25.263] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:24:0)
[14:28:25.281] Build status: STARTED
[14:28:25.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:25:0) after 1m59s
[14:30:24.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:25:0)
[14:30:24.427] Build status: STARTED
[14:30:24.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:26:0) after 6m5s
[14:36:29.540] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:26:0)
[14:36:29.559] Build status: STARTED
[14:36:29.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:27:0) after 2m25s
[14:38:54.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:27:0)
[14:38:54.628] Build status: STARTED
[14:38:54.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:28:0) after 1m43s
[14:40:37.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:28:0)
[14:40:37.696] Build status: STARTED
[14:40:37.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:29:0) after 6m51s
[14:47:28.723] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:29:0)
[14:47:28.740] Build status: STARTED
[14:47:28.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:30:0) after 1m17s
[14:48:45.759] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:30:0)
[14:48:45.776] Build status: STARTED
[14:48:45.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:31:0) after 1m35s
[14:50:20.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:31:0)
[14:50:20.814] Build status: STARTED
[14:50:20.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:32:0) after 5m4s
[14:55:24.846] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:32:0)
[14:55:24.862] Build status: STARTED
[14:55:24.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:33:0) after 7m10s
[15:02:34.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:33:0)
[15:02:34.989] Build status: STARTED
[15:02:34.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:34:0) after 3m7s
[15:05:42.013] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:34:0)
[15:05:42.105] Build status: STARTED
[15:05:42.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:35:0) after 7m59s
[15:13:41.156] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:35:0)
[15:13:41.227] Build status: STARTED
[15:13:41.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:36:0) after 1m31s
[15:15:12.263] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:36:0)
[15:15:12.279] Build status: STARTED
[15:15:12.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:37:0) after 4m57s
[15:20:09.300] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:37:0)
[15:20:09.317] Build status: STARTED
[15:20:09.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:38:0) after 9m51s
[15:30:00.365] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:38:0)
[15:30:00.387] Build status: STARTED
[15:30:00.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:39:0) after 2m16s
[15:32:16.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:39:0)
[15:32:16.788] Build status: STARTED
[15:32:16.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:40:0) after 4m42s
[15:36:59.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:40:0)
[15:36:59.091] Build status: STARTED
[15:36:59.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:41:0) after 3m1s
[15:40:00.109] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:41:0)
[15:40:00.125] Build status: STARTED
[15:40:00.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:42:0) after 2m17s
[15:42:17.152] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:42:0)
[15:42:17.197] Build status: STARTED
[15:42:17.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:43:0) after 3m8s
[15:45:25.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:43:0)
[15:45:25.318] Build status: STARTED
[15:45:25.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:44:0) after 4m11s
[15:49:36.385] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:44:0)
[15:49:36.399] Build status: STARTED
[15:49:36.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:45:0) after 3m25s
[15:53:01.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:45:0)
[15:53:01.548] Build status: STARTED
[15:53:01.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:46:0) after 8m25s
[16:01:26.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:46:0)
[16:01:26.594] Build status: STARTED
[16:01:26.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:47:0) after 4m5s
[16:05:31.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:47:0)
[16:05:31.639] Build status: STARTED
[16:05:31.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:48:0) after 3m7s
[16:08:38.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:48:0)
[16:08:38.980] Build status: STARTED
[16:08:38.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:49:0) after 4m0s
[16:12:39.056] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:49:0)
[16:12:39.071] Build status: STARTED
[16:12:39.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:50:0) after 6m52s
[16:19:31.152] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:50:0)
[16:19:31.241] Build status: STARTED
[16:19:31.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:51:0) after 7m18s
[16:26:49.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:51:0)
[16:26:49.305] Build status: STARTED
[16:26:49.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:52:0) after 2m42s
[16:29:31.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:52:0)
[16:29:31.364] Build status: STARTED
[16:29:31.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:53:0) after 6m21s
[16:35:52.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:53:0)
[16:35:52.479] Build status: STARTED
[16:35:52.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:54:0) after 7m46s
[16:43:38.501] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:54:0)
[16:43:38.524] Build status: STARTED
[16:43:38.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:55:0) after 1m3s
[16:44:41.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:55:0)
[16:44:41.562] Build status: STARTED
[16:44:41.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:56:0) after 7m22s
[16:52:03.704] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:56:0)
[16:52:03.728] Build status: STARTED
[16:52:03.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:57:0) after 3m23s
[16:55:26.801] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:57:0)
[16:55:26.826] Build status: STARTED
[16:55:26.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:58:0) after 4m46s
[17:00:12.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:58:0)
[17:00:12.873] Build status: STARTED
[17:00:12.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:59:0) after 5m33s
[17:05:46.015] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:59:0)
[17:05:46.037] Build status: STARTED
[17:05:46.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:60:0) after 8m46s
[17:14:32.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:60:0)
[17:14:32.075] Build status: STARTED
[17:14:32.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:61:0) after 8m26s
[17:22:58.093] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:61:0)
[17:22:58.112] Build status: STARTED
[17:22:58.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:62:0) after 6m6s
[17:29:04.108] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:62:0)
[17:29:04.139] Build status: STARTED
[17:29:04.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8867098301850272928:63:0) after 9m55s
[17:37:26.343] Received PubSub notification, asking Buildbucket for the build status
[17:37:26.360] Build:
{
  "id": "8701668239857768593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 27187,
  "createdBy": "project:chromium",
  "createTime": "2025-10-07T12:18:31.967060398Z",
  "startTime": "2025-10-07T12:19:22.442915764Z",
  "endTime": "2025-10-07T17:37:25.966545038Z",
  "updateTime": "2025-10-07T17:37:25.966545038Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2fb040593a8063bb35d6aeb9fc01219de3e9ea4e",
      "ref": "refs/heads/main"
    }
  }
}
[17:37:26.360] Invocation finished in 5h18m55.677911786s with status FAILED