[21:16:01.044] New invocation is queued and will start shortly
[21:16:02.313] Starting the invocation (attempt 1)
[21:16:02.333] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0d509d9d05917cd4c363fef35582e4d5464a62d7"
[21:16:02.333] Popped gitiles commit info from properties and tags
[21:16:02.333] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:16:02.333] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:16:02.334] Buildbucket request:
{
"requestId": "8861266279055236928",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861266279055236928",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7a98225c11051443ebcb83bd00959551b8017323"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a98225c11051443ebcb83bd00959551b8017323",
"title": "7a98225c11051443ebcb83bd00959551b8017323",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a98225c11051443ebcb83bd00959551b8017323"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dea7830e4dca4cb8ddd02e052ba3c2589486687b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dea7830e4dca4cb8ddd02e052ba3c2589486687b",
"title": "dea7830e4dca4cb8ddd02e052ba3c2589486687b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dea7830e4dca4cb8ddd02e052ba3c2589486687b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "99c937cc62f5d5b9ee828ef1b25dacb235f9c82b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@99c937cc62f5d5b9ee828ef1b25dacb235f9c82b",
"title": "99c937cc62f5d5b9ee828ef1b25dacb235f9c82b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/99c937cc62f5d5b9ee828ef1b25dacb235f9c82b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "998a55472438e64c1e7b19a5e83db5c41aba1891"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@998a55472438e64c1e7b19a5e83db5c41aba1891",
"title": "998a55472438e64c1e7b19a5e83db5c41aba1891",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/998a55472438e64c1e7b19a5e83db5c41aba1891"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "02136a84a2ced419cd3de9adebe4e1009fa6a79f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@02136a84a2ced419cd3de9adebe4e1009fa6a79f",
"title": "02136a84a2ced419cd3de9adebe4e1009fa6a79f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/02136a84a2ced419cd3de9adebe4e1009fa6a79f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0d509d9d05917cd4c363fef35582e4d5464a62d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0d509d9d05917cd4c363fef35582e4d5464a62d7",
"title": "0d509d9d05917cd4c363fef35582e4d5464a62d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0d509d9d05917cd4c363fef35582e4d5464a62d7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0d509d9d05917cd4c363fef35582e4d5464a62d7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861266279055236928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:16:03.056] Scheduled build:
{
"id": "8695836216976467537",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-10T21:16:02.402189640Z",
"updateTime": "2025-12-10T21:16:02.402189640Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0d509d9d05917cd4c363fef35582e4d5464a62d7",
"ref": "refs/heads/main"
}
}
}
[21:16:03.056] Task URL: https://cr-buildbucket.appspot.com/build/8695836216976467537
[21:16:03.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:2:0) after 7m35s
[21:16:03.759] Received PubSub notification, asking Buildbucket for the build status
[21:16:03.780] Build status: SCHEDULED
[21:23:38.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:2:0)
[21:23:38.095] Build status: SCHEDULED
[21:23:38.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:4:0) after 3m14s
[21:26:52.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:4:0)
[21:26:52.183] Build status: SCHEDULED
[21:26:52.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:5:0) after 7m34s
[21:34:26.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:5:0)
[21:34:26.269] Build status: SCHEDULED
[21:34:26.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:6:0) after 5m13s
[21:39:39.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:6:0)
[21:39:39.306] Build status: SCHEDULED
[21:39:39.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:7:0) after 9m20s
[21:48:59.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:7:0)
[21:48:59.379] Build status: SCHEDULED
[21:48:59.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:8:0) after 6m6s
[21:55:05.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:8:0)
[21:55:05.634] Build status: SCHEDULED
[21:55:05.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:9:0) after 8m16s
[22:03:21.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:9:0)
[22:03:21.799] Build status: SCHEDULED
[22:03:21.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:10:0) after 9m51s
[22:13:12.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:10:0)
[22:13:12.834] Build status: SCHEDULED
[22:13:12.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:11:0) after 2m45s
[22:15:57.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:11:0)
[22:15:57.861] Build status: SCHEDULED
[22:15:57.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:12:0) after 7m36s
[22:23:33.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:12:0)
[22:23:33.888] Build status: SCHEDULED
[22:23:33.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:13:0) after 1m56s
[22:25:29.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:13:0)
[22:25:29.966] Build status: SCHEDULED
[22:25:29.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:14:0) after 9m57s
[22:35:26.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:14:0)
[22:35:27.006] Build status: SCHEDULED
[22:35:27.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:15:0) after 7m58s
[22:43:25.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:15:0)
[22:43:25.190] Build status: SCHEDULED
[22:43:25.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:16:0) after 4m40s
[22:48:05.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:16:0)
[22:48:05.234] Build status: SCHEDULED
[22:48:05.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:17:0) after 2m11s
[22:50:16.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:17:0)
[22:50:16.268] Build status: SCHEDULED
[22:50:16.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:18:0) after 3m32s
[22:53:48.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:18:0)
[22:53:48.342] Build status: SCHEDULED
[22:53:48.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:19:0) after 3m43s
[22:57:31.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:19:0)
[22:57:31.421] Build status: SCHEDULED
[22:57:31.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:20:0) after 7m36s
[23:05:07.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:20:0)
[23:05:07.520] Build status: SCHEDULED
[23:05:07.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:21:0) after 8m37s
[23:13:44.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:21:0)
[23:13:44.568] Build status: SCHEDULED
[23:13:44.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:22:0) after 3m36s
[23:17:20.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:22:0)
[23:17:20.627] Build status: SCHEDULED
[23:17:20.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:23:0) after 3m35s
[23:20:55.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:23:0)
[23:20:55.676] Build status: SCHEDULED
[23:20:55.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:24:0) after 9m48s
[23:30:43.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:24:0)
[23:30:43.766] Build status: SCHEDULED
[23:30:43.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:25:0) after 4m4s
[23:34:47.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:25:0)
[23:34:47.810] Build status: SCHEDULED
[23:34:47.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:26:0) after 4m10s
[23:38:57.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:26:0)
[23:38:57.853] Build status: SCHEDULED
[23:38:57.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:27:0) after 1m40s
[23:40:37.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:27:0)
[23:40:37.883] Build status: SCHEDULED
[23:40:37.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:28:0) after 9m32s
[23:50:10.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:28:0)
[23:50:10.046] Build status: SCHEDULED
[23:50:10.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:29:0) after 1m32s
[23:51:42.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:29:0)
[23:51:42.082] Build status: SCHEDULED
[23:51:42.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:30:0) after 4m28s
[23:56:10.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:30:0)
[23:56:10.198] Build status: SCHEDULED
[23:56:10.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:31:0) after 2m47s
[23:58:57.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:31:0)
[23:58:57.232] Build status: SCHEDULED
[23:58:57.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:32:0) after 3m21s
[00:02:18.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:32:0)
[00:02:18.257] Build status: SCHEDULED
[00:02:18.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:33:0) after 9m38s
[00:11:56.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:33:0)
[00:11:56.506] Build status: SCHEDULED
[00:11:56.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:34:0) after 9m37s
[00:21:33.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:34:0)
[00:21:33.539] Build status: SCHEDULED
[00:21:33.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:35:0) after 9m23s
[00:28:52.437] Received PubSub notification, asking Buildbucket for the build status
[00:28:52.453] Build status: STARTED
[00:30:56.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:35:0)
[00:30:56.597] Build status: STARTED
[00:30:56.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8861266279055236928:37:0) after 5m48s
[00:32:56.128] Received PubSub notification, asking Buildbucket for the build status
[00:32:56.161] Build:
{
"id": "8695836216976467537",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-10T21:16:02.402189640Z",
"startTime": "2025-12-11T00:28:52.301436863Z",
"endTime": "2025-12-11T00:32:55.898275681Z",
"updateTime": "2025-12-11T00:32:55.898275681Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0d509d9d05917cd4c363fef35582e4d5464a62d7",
"ref": "refs/heads/main"
}
}
}
[00:32:56.161] Invocation finished in 3h16m55.124997033s with status FAILED