1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan
  4. 8864899983013224016
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:39:50.904] New invocation is queued and will start shortly
[18:39:51.993] Starting the invocation (attempt 1)
[18:39:52.022] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d"
[18:39:52.022] Popped gitiles commit info from properties and tags
[18:39:52.022] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:39:52.023] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:39:52.023] Buildbucket request:
{
  "requestId": "8864899983013224016",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8864899983013224016",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d",
                        "title": "9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864899983013224016"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:39:52.407] Scheduled build:
{
  "id": "8699469921100510945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-31T18:39:52.105541650Z",
  "updateTime": "2025-10-31T18:39:52.105541650Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d",
      "ref": "refs/heads/main"
    }
  }
}
[18:39:52.407] Task URL: https://cr-buildbucket.appspot.com/build/8699469921100510945
[18:39:52.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:2:0) after 4m52s
[18:39:53.349] Received PubSub notification, asking Buildbucket for the build status
[18:39:53.366] Build status: SCHEDULED
[18:44:44.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:2:0)
[18:44:44.442] Build status: SCHEDULED
[18:44:44.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:4:0) after 8m29s
[18:53:13.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:4:0)
[18:53:13.608] Build status: SCHEDULED
[18:53:13.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:5:0) after 2m43s
[18:55:56.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:5:0)
[18:55:56.694] Build status: SCHEDULED
[18:55:56.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:6:0) after 3m1s
[18:58:57.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:6:0)
[18:58:57.723] Build status: SCHEDULED
[18:58:57.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:7:0) after 1m15s
[19:00:12.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:7:0)
[19:00:12.755] Build status: SCHEDULED
[19:00:12.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:8:0) after 7m56s
[19:08:08.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:8:0)
[19:08:08.849] Build status: SCHEDULED
[19:08:08.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:9:0) after 2m51s
[19:10:59.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:9:0)
[19:10:59.874] Build status: SCHEDULED
[19:10:59.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:10:0) after 5m58s
[19:16:58.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:10:0)
[19:16:58.090] Build status: SCHEDULED
[19:16:58.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:11:0) after 4m13s
[19:21:11.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:11:0)
[19:21:11.127] Build status: SCHEDULED
[19:21:11.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:12:0) after 4m51s
[19:26:02.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:12:0)
[19:26:02.154] Build status: SCHEDULED
[19:26:02.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:13:0) after 6m7s
[19:32:09.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:13:0)
[19:32:09.277] Build status: SCHEDULED
[19:32:09.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:14:0) after 5m23s
[19:37:32.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:14:0)
[19:37:32.315] Build status: SCHEDULED
[19:37:32.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:15:0) after 3m35s
[19:41:07.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:15:0)
[19:41:07.360] Build status: SCHEDULED
[19:41:07.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:16:0) after 6m45s
[19:47:52.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:16:0)
[19:47:52.345] Build status: SCHEDULED
[19:47:52.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:17:0) after 9m30s
[19:57:22.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:17:0)
[19:57:22.380] Build status: SCHEDULED
[19:57:22.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:18:0) after 8m10s
[20:05:32.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:18:0)
[20:05:32.425] Build status: SCHEDULED
[20:05:32.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:19:0) after 4m49s
[20:10:21.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:19:0)
[20:10:21.504] Build status: SCHEDULED
[20:10:21.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:20:0) after 8m58s
[20:19:19.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:20:0)
[20:19:19.648] Build status: SCHEDULED
[20:19:19.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:21:0) after 5m57s
[20:25:16.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:21:0)
[20:25:16.679] Build status: SCHEDULED
[20:25:16.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:22:0) after 5m51s
[20:31:07.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:22:0)
[20:31:07.715] Build status: SCHEDULED
[20:31:07.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:23:0) after 3m10s
[20:34:17.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:23:0)
[20:34:17.808] Build status: SCHEDULED
[20:34:17.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:24:0) after 1m9s
[20:35:26.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:24:0)
[20:35:26.824] Build status: SCHEDULED
[20:35:26.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:25:0) after 4m58s
[20:40:24.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:25:0)
[20:40:24.948] Build status: SCHEDULED
[20:40:24.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:26:0) after 2m49s
[20:43:14.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:26:0)
[20:43:14.038] Build status: SCHEDULED
[20:43:14.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:27:0) after 9m58s
[20:53:12.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:27:0)
[20:53:12.101] Build status: SCHEDULED
[20:53:12.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:28:0) after 4m17s
[20:57:29.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:28:0)
[20:57:29.127] Build status: SCHEDULED
[20:57:29.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:29:0) after 4m11s
[21:01:40.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:29:0)
[21:01:40.154] Build status: SCHEDULED
[21:01:40.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:30:0) after 3m14s
[21:04:54.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:30:0)
[21:04:54.220] Build status: SCHEDULED
[21:04:54.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:31:0) after 6m25s
[21:11:19.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:31:0)
[21:11:19.298] Build status: SCHEDULED
[21:11:19.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:32:0) after 8m18s
[21:19:37.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:32:0)
[21:19:37.409] Build status: SCHEDULED
[21:19:37.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:33:0) after 5m56s
[21:25:33.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:33:0)
[21:25:33.473] Build status: SCHEDULED
[21:25:33.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:34:0) after 5m35s
[21:31:08.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:34:0)
[21:31:08.503] Build status: SCHEDULED
[21:31:08.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:35:0) after 5m44s
[21:36:52.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:35:0)
[21:36:52.566] Build status: SCHEDULED
[21:36:52.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:36:0) after 3m58s
[21:40:50.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:36:0)
[21:40:50.854] Build status: SCHEDULED
[21:40:50.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:37:0) after 5m12s
[21:46:02.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:37:0)
[21:46:02.899] Build status: SCHEDULED
[21:46:02.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:38:0) after 3m11s
[21:49:14.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:38:0)
[21:49:14.070] Build status: SCHEDULED
[21:49:14.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:39:0) after 7m19s
[21:54:42.094] Received PubSub notification, asking Buildbucket for the build status
[21:54:42.107] Build status: STARTED
[21:56:33.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:39:0)
[21:56:33.106] Build status: STARTED
[21:56:33.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8864899983013224016:41:0) after 9m37s
[21:57:19.623] Received PubSub notification, asking Buildbucket for the build status
[21:57:19.648] Build:
{
  "id": "8699469921100510945",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-31T18:39:52.105541650Z",
  "startTime": "2025-10-31T21:54:41.930765013Z",
  "endTime": "2025-10-31T21:57:17.764670943Z",
  "updateTime": "2025-10-31T21:57:17.764670943Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "9d0be0a7e59c2f4e04bdedf177b4b94d4d6e509d",
      "ref": "refs/heads/main"
    }
  }
}
[21:57:19.648] Invocation finished in 3h17m28.749895142s with status FAILED