Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "78a4ac5a567cde808142e1923c532c50767fe507"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/78a4ac5a567cde808142e1923c532c50767fe507
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:04:18.511] New invocation is queued and will start shortly
[20:04:20.452] Starting the invocation (attempt 1)
[20:04:20.484] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/78a4ac5a567cde808142e1923c532c50767fe507"
[20:04:20.484] Popped gitiles commit info from properties and tags
[20:04:20.484] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:04:20.484] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:04:20.485] Buildbucket request:
{
  "requestId": "8876944065776051200",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "78a4ac5a567cde808142e1923c532c50767fe507",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876944065776051200"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:04:21.010] Scheduled build:
{
  "id": "8711514002956095457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 26096,
  "createdBy": "project:chromium",
  "createTime": "2025-06-20T20:04:20.575413855Z",
  "updateTime": "2025-06-20T20:04:20.575413855Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "78a4ac5a567cde808142e1923c532c50767fe507",
      "ref": "refs/heads/main"
    }
  }
}
[20:04:21.011] Task URL: https://cr-buildbucket.appspot.com/build/8711514002956095457
[20:04:21.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:2:0) after 3m17s
[20:04:22.113] Received PubSub notification, asking Buildbucket for the build status
[20:04:22.194] Build status: SCHEDULED
[20:05:26.637] Received PubSub notification, asking Buildbucket for the build status
[20:05:26.657] Build status: STARTED
[20:07:38.041] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:2:0)
[20:07:38.063] Build status: STARTED
[20:07:38.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:5:0) after 2m44s
[20:10:22.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:5:0)
[20:10:22.125] Build status: STARTED
[20:10:22.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:6:0) after 2m35s
[20:12:57.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:6:0)
[20:12:57.470] Build status: STARTED
[20:12:57.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:7:0) after 9m12s
[20:22:09.567] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:7:0)
[20:22:09.587] Build status: STARTED
[20:22:09.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:8:0) after 8m7s
[20:30:16.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:8:0)
[20:30:16.690] Build status: STARTED
[20:30:16.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:9:0) after 2m29s
[20:32:45.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:9:0)
[20:32:45.950] Build status: STARTED
[20:32:45.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:10:0) after 5m1s
[20:37:46.972] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:10:0)
[20:37:46.989] Build status: STARTED
[20:37:46.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:11:0) after 8m1s
[20:45:48.042] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:11:0)
[20:45:48.075] Build status: STARTED
[20:45:48.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:12:0) after 7m1s
[20:52:49.108] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:12:0)
[20:52:49.127] Build status: STARTED
[20:52:49.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:13:0) after 3m14s
[20:56:03.171] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:13:0)
[20:56:03.201] Build status: STARTED
[20:56:03.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:14:0) after 3m41s
[20:59:44.234] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:14:0)
[20:59:44.266] Build status: STARTED
[20:59:44.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:15:0) after 7m58s
[21:07:42.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:15:0)
[21:07:42.314] Build status: STARTED
[21:07:42.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:16:0) after 7m32s
[21:15:14.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:16:0)
[21:15:14.385] Build status: STARTED
[21:15:14.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:17:0) after 1m45s
[21:16:59.418] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:17:0)
[21:16:59.434] Build status: STARTED
[21:16:59.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:18:0) after 5m13s
[21:22:12.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:18:0)
[21:22:12.563] Build status: STARTED
[21:22:12.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:19:0) after 4m13s
[21:26:25.594] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:19:0)
[21:26:25.616] Build status: STARTED
[21:26:25.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:20:0) after 9m4s
[21:35:29.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:20:0)
[21:35:29.697] Build status: STARTED
[21:35:29.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:21:0) after 2m21s
[21:37:50.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:21:0)
[21:37:50.752] Build status: STARTED
[21:37:50.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:22:0) after 2m48s
[21:40:38.868] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:22:0)
[21:40:38.887] Build status: STARTED
[21:40:38.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:23:0) after 1m49s
[21:42:27.909] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:23:0)
[21:42:27.983] Build status: STARTED
[21:42:27.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:24:0) after 1m14s
[21:43:42.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:24:0)
[21:43:42.049] Build status: STARTED
[21:43:42.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:25:0) after 8m7s
[21:51:49.030] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:25:0)
[21:51:49.048] Build status: STARTED
[21:51:49.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:26:0) after 3m54s
[21:55:43.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:26:0)
[21:55:43.098] Build status: STARTED
[21:55:43.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:27:0) after 6m28s
[22:02:11.214] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:27:0)
[22:02:11.311] Build status: STARTED
[22:02:11.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:28:0) after 4m15s
[22:06:26.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:28:0)
[22:06:26.598] Build status: STARTED
[22:06:26.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:29:0) after 4m10s
[22:10:36.632] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:29:0)
[22:10:36.649] Build status: STARTED
[22:10:36.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:30:0) after 3m0s
[22:13:36.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:30:0)
[22:13:36.687] Build status: STARTED
[22:13:36.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:31:0) after 2m57s
[22:16:33.818] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:31:0)
[22:16:33.837] Build status: STARTED
[22:16:33.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:32:0) after 8m42s
[22:25:15.854] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:32:0)
[22:25:15.892] Build status: STARTED
[22:25:15.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:33:0) after 4m16s
[22:29:32.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:33:0)
[22:29:32.063] Build status: STARTED
[22:29:32.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:34:0) after 3m40s
[22:33:12.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:34:0)
[22:33:12.112] Build status: STARTED
[22:33:12.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:35:0) after 5m39s
[22:38:51.261] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:35:0)
[22:38:51.292] Build status: STARTED
[22:38:51.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:36:0) after 5m2s
[22:43:53.586] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:36:0)
[22:43:53.607] Build status: STARTED
[22:43:53.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:37:0) after 7m10s
[22:51:03.632] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:37:0)
[22:51:03.651] Build status: STARTED
[22:51:03.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:38:0) after 2m58s
[22:54:01.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:38:0)
[22:54:01.734] Build status: STARTED
[22:54:01.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:39:0) after 5m35s
[22:59:36.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:39:0)
[22:59:36.814] Build status: STARTED
[22:59:36.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:40:0) after 7m46s
[23:07:22.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:40:0)
[23:07:22.912] Build status: STARTED
[23:07:22.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:41:0) after 3m33s
[23:10:56.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:41:0)
[23:10:56.036] Build status: STARTED
[23:10:56.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:42:0) after 2m47s
[23:13:43.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:42:0)
[23:13:43.079] Build status: STARTED
[23:13:43.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:43:0) after 9m0s
[23:22:43.194] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:43:0)
[23:22:43.209] Build status: STARTED
[23:22:43.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:44:0) after 9m32s
[23:32:15.243] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:44:0)
[23:32:15.258] Build status: STARTED
[23:32:15.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:45:0) after 4m42s
[23:36:57.344] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:45:0)
[23:36:57.362] Build status: STARTED
[23:36:57.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:46:0) after 1m8s
[23:38:05.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:46:0)
[23:38:05.483] Build status: STARTED
[23:38:05.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:47:0) after 2m32s
[23:40:37.485] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:47:0)
[23:40:37.567] Build status: STARTED
[23:40:37.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:48:0) after 7m32s
[23:48:09.598] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:48:0)
[23:48:09.618] Build status: STARTED
[23:48:09.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:49:0) after 6m7s
[23:54:16.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:49:0)
[23:54:16.700] Build status: STARTED
[23:54:16.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:50:0) after 8m32s
[00:02:48.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:50:0)
[00:02:48.851] Build status: STARTED
[00:02:48.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:51:0) after 7m9s
[00:09:57.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:51:0)
[00:09:57.989] Build status: STARTED
[00:09:57.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:52:0) after 4m19s
[00:14:17.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:52:0)
[00:14:17.059] Build status: STARTED
[00:14:17.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:53:0) after 4m50s
[00:19:07.138] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:53:0)
[00:19:07.291] Build status: STARTED
[00:19:07.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:54:0) after 5m13s
[00:24:20.314] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:54:0)
[00:24:20.330] Build status: STARTED
[00:24:20.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:55:0) after 5m34s
[00:29:54.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:55:0)
[00:29:54.428] Build status: STARTED
[00:29:54.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:56:0) after 7m51s
[00:37:45.496] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:56:0)
[00:37:45.520] Build status: STARTED
[00:37:45.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:57:0) after 8m41s
[00:46:26.652] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:57:0)
[00:46:26.690] Build status: STARTED
[00:46:26.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:58:0) after 3m48s
[00:50:14.765] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:58:0)
[00:50:14.789] Build status: STARTED
[00:50:14.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:59:0) after 6m3s
[00:56:17.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:59:0)
[00:56:17.843] Build status: STARTED
[00:56:17.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:60:0) after 9m59s
[01:06:16.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:60:0)
[01:06:16.967] Build status: STARTED
[01:06:16.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:61:0) after 4m5s
[01:10:21.992] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:61:0)
[01:10:22.019] Build status: STARTED
[01:10:22.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:62:0) after 9m27s
[01:19:49.056] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:62:0)
[01:19:49.069] Build status: STARTED
[01:19:49.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:63:0) after 2m3s
[01:21:52.091] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:63:0)
[01:21:52.113] Build status: STARTED
[01:21:52.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:64:0) after 4m24s
[01:26:16.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:64:0)
[01:26:16.263] Build status: STARTED
[01:26:16.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:65:0) after 3m45s
[01:30:01.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:65:0)
[01:30:01.391] Build status: STARTED
[01:30:01.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:66:0) after 6m28s
[01:36:29.414] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:66:0)
[01:36:29.462] Build status: STARTED
[01:36:29.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:67:0) after 7m34s
[01:44:03.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:67:0)
[01:44:03.566] Build status: STARTED
[01:44:03.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:68:0) after 5m46s
[01:49:49.888] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:68:0)
[01:49:49.914] Build status: STARTED
[01:49:49.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:69:0) after 6m43s
[01:56:33.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:69:0)
[01:56:33.112] Build status: STARTED
[01:56:33.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:70:0) after 6m55s
[02:03:28.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:70:0)
[02:03:28.345] Build status: STARTED
[02:03:28.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:71:0) after 9m1s
[02:12:29.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:71:0)
[02:12:29.390] Build status: STARTED
[02:12:29.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:72:0) after 4m22s
[02:16:51.426] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:72:0)
[02:16:51.456] Build status: STARTED
[02:16:51.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:73:0) after 6m7s
[02:22:58.476] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:73:0)
[02:22:58.492] Build status: STARTED
[02:22:58.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:74:0) after 3m29s
[02:26:27.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:74:0)
[02:26:27.544] Build status: STARTED
[02:26:27.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:75:0) after 5m15s
[02:31:42.566] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:75:0)
[02:31:42.597] Build status: STARTED
[02:31:42.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:76:0) after 5m47s
[02:37:29.678] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:76:0)
[02:37:29.696] Build status: STARTED
[02:37:29.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:77:0) after 7m29s
[02:44:58.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:77:0)
[02:44:58.782] Build status: STARTED
[02:44:58.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:78:0) after 1m36s
[02:46:34.805] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:78:0)
[02:46:35.187] Build status: STARTED
[02:46:35.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:79:0) after 9m10s
[02:55:45.212] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:79:0)
[02:55:45.230] Build status: STARTED
[02:55:45.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:80:0) after 9m33s
[03:05:18.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:80:0)
[03:05:18.290] Build status: STARTED
[03:05:18.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:81:0) after 5m51s
[03:11:09.316] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:81:0)
[03:11:09.335] Build status: STARTED
[03:11:09.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:82:0) after 5m19s
[03:16:28.350] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:82:0)
[03:16:28.442] Build status: STARTED
[03:16:28.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:83:0) after 6m7s
[03:22:35.529] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:83:0)
[03:22:35.547] Build status: STARTED
[03:22:35.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:84:0) after 9m23s
[03:31:58.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:84:0)
[03:31:58.590] Build status: STARTED
[03:31:58.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:85:0) after 7m4s
[03:39:02.611] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:85:0)
[03:39:02.631] Build status: STARTED
[03:39:02.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:86:0) after 5m17s
[03:44:20.243] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:86:0)
[03:44:20.264] Build status: STARTED
[03:44:20.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:87:0) after 5m41s
[03:50:01.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:87:0)
[03:50:01.358] Build status: STARTED
[03:50:01.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:88:0) after 9m37s
[03:59:38.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:88:0)
[03:59:38.452] Build status: STARTED
[03:59:38.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:89:0) after 8m36s
[04:08:14.570] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:89:0)
[04:08:14.594] Build status: STARTED
[04:08:14.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:90:0) after 5m36s
[04:13:50.676] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:90:0)
[04:13:50.693] Build status: STARTED
[04:13:50.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:91:0) after 5m35s
[04:19:25.762] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:91:0)
[04:19:25.781] Build status: STARTED
[04:19:25.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8876944065776051200:92:0) after 8m34s
[04:23:54.453] Received PubSub notification, asking Buildbucket for the build status
[04:23:54.469] Build:
{
  "id": "8711514002956095457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 26096,
  "createdBy": "project:chromium",
  "createTime": "2025-06-20T20:04:20.575413855Z",
  "startTime": "2025-06-20T20:05:25.972644438Z",
  "endTime": "2025-06-21T04:23:54.069930702Z",
  "updateTime": "2025-06-21T04:23:54.069930702Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "78a4ac5a567cde808142e1923c532c50767fe507",
      "ref": "refs/heads/main"
    }
  }
}
[04:23:54.469] Invocation finished in 8h19m35.967564694s with status FAILED