1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan
  4. 8867481668650002720
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:45:03.623] New invocation is queued and will start shortly
[06:45:04.986] Starting the invocation (attempt 1)
[06:45:05.012] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5"
[06:45:05.012] Popped gitiles commit info from properties and tags
[06:45:05.012] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:45:05.012] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:45:05.013] Buildbucket request:
{
  "requestId": "8867481668650002720",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867481668650002720",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5",
                        "title": "d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867481668650002720"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:45:05.444] Scheduled build:
{
  "id": "8702051606460478193",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-03T06:45:05.084762572Z",
  "updateTime": "2025-10-03T06:45:05.084762572Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5",
      "ref": "refs/heads/main"
    }
  }
}
[06:45:05.444] Task URL: https://cr-buildbucket.appspot.com/build/8702051606460478193
[06:45:05.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:2:0) after 8m54s
[06:45:27.100] Received PubSub notification, asking Buildbucket for the build status
[06:45:27.160] Build status: SCHEDULED
[06:53:59.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:2:0)
[06:53:59.473] Build status: SCHEDULED
[06:53:59.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:4:0) after 9m37s
[07:03:36.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:4:0)
[07:03:36.643] Build status: SCHEDULED
[07:03:36.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:5:0) after 4m50s
[07:08:26.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:5:0)
[07:08:26.691] Build status: SCHEDULED
[07:08:26.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:6:0) after 1m38s
[07:10:04.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:6:0)
[07:10:04.772] Build status: SCHEDULED
[07:10:04.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:7:0) after 1m24s
[07:11:28.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:7:0)
[07:11:28.799] Build status: SCHEDULED
[07:11:28.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:8:0) after 3m11s
[07:14:39.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:8:0)
[07:14:39.965] Build status: SCHEDULED
[07:14:39.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:9:0) after 7m52s
[07:22:31.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:9:0)
[07:22:31.997] Build status: SCHEDULED
[07:22:31.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:10:0) after 6m55s
[07:29:27.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:10:0)
[07:29:27.208] Build status: SCHEDULED
[07:29:27.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:11:0) after 1m16s
[07:30:43.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:11:0)
[07:30:43.343] Build status: SCHEDULED
[07:30:43.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:12:0) after 8m31s
[07:39:14.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:12:0)
[07:39:14.427] Build status: SCHEDULED
[07:39:14.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:13:0) after 9m40s
[07:48:54.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:13:0)
[07:48:54.498] Build status: SCHEDULED
[07:48:54.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:14:0) after 5m35s
[07:54:29.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:14:0)
[07:54:29.675] Build status: SCHEDULED
[07:54:29.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:15:0) after 1m16s
[07:55:45.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:15:0)
[07:55:45.714] Build status: SCHEDULED
[07:55:45.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:16:0) after 8m13s
[08:03:58.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:16:0)
[08:03:58.765] Build status: SCHEDULED
[08:03:58.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:17:0) after 9m30s
[08:13:28.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:17:0)
[08:13:28.813] Build status: SCHEDULED
[08:13:28.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:18:0) after 4m37s
[08:18:06.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:18:0)
[08:18:06.094] Build status: SCHEDULED
[08:18:06.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:19:0) after 5m6s
[08:23:12.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:19:0)
[08:23:12.207] Build status: SCHEDULED
[08:23:12.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:20:0) after 6m17s
[08:29:29.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:20:0)
[08:29:29.292] Build status: SCHEDULED
[08:29:29.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:21:0) after 2m0s
[08:31:29.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:21:0)
[08:31:29.321] Build status: SCHEDULED
[08:31:29.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:22:0) after 8m34s
[08:40:03.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:22:0)
[08:40:03.616] Build status: SCHEDULED
[08:40:03.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:23:0) after 5m31s
[08:45:34.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:23:0)
[08:45:34.748] Build status: SCHEDULED
[08:45:34.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:24:0) after 9m19s
[08:54:53.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:24:0)
[08:54:53.759] Build status: SCHEDULED
[08:54:53.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:25:0) after 6m45s
[09:01:39.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:25:0)
[09:01:39.116] Build status: SCHEDULED
[09:01:39.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:26:0) after 3m27s
[09:05:06.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:26:0)
[09:05:06.127] Build status: SCHEDULED
[09:05:06.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:27:0) after 2m20s
[09:07:26.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:27:0)
[09:07:26.206] Build status: SCHEDULED
[09:07:26.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:28:0) after 2m30s
[09:09:56.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:28:0)
[09:09:56.218] Build status: SCHEDULED
[09:09:56.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:29:0) after 4m51s
[09:14:47.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:29:0)
[09:14:47.288] Build status: SCHEDULED
[09:14:47.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:30:0) after 2m0s
[09:16:47.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:30:0)
[09:16:47.377] Build status: SCHEDULED
[09:16:47.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:31:0) after 6m33s
[09:23:20.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:31:0)
[09:23:20.426] Build status: SCHEDULED
[09:23:20.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:32:0) after 8m22s
[09:31:42.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:32:0)
[09:31:42.499] Build status: SCHEDULED
[09:31:42.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:33:0) after 3m53s
[09:35:35.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:33:0)
[09:35:35.553] Build status: SCHEDULED
[09:35:35.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:34:0) after 3m31s
[09:39:06.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:34:0)
[09:39:06.725] Build status: SCHEDULED
[09:39:06.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:35:0) after 3m6s
[09:42:12.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:35:0)
[09:42:12.785] Build status: SCHEDULED
[09:42:12.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:36:0) after 7m14s
[09:49:26.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:36:0)
[09:49:26.817] Build status: SCHEDULED
[09:49:26.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:37:0) after 5m59s
[09:55:25.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:37:0)
[09:55:25.842] Build status: SCHEDULED
[09:55:25.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:38:0) after 2m14s
[09:57:40.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:38:0)
[09:57:40.239] Build status: SCHEDULED
[09:57:40.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:39:0) after 4m59s
[10:02:39.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:39:0)
[10:02:39.815] Build status: SCHEDULED
[10:02:39.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8867481668650002720:40:0) after 8m54s
[10:09:52.464] Received PubSub notification, asking Buildbucket for the build status
[10:09:52.486] Build status: STARTED
[10:10:52.984] Received PubSub notification, asking Buildbucket for the build status
[10:10:53.060] Build:
{
  "id": "8702051606460478193",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-03T06:45:05.084762572Z",
  "startTime": "2025-10-03T10:09:51.985805902Z",
  "endTime": "2025-10-03T10:10:52.594500561Z",
  "updateTime": "2025-10-03T10:10:52.594500561Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "d7b8ed3f82c75d7f9ba8503983f220ffbb09b3e5",
      "ref": "refs/heads/main"
    }
  }
}
[10:10:53.061] Invocation finished in 3h25m49.447385631s with status FAILED