[20:15:36.565] New invocation is queued and will start shortly
[20:15:38.144] Starting the invocation (attempt 1)
[20:15:38.175] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8da97e777a2e43906b09857cf243eb7eab1e8498"
[20:15:38.175] Popped gitiles commit info from properties and tags
[20:15:38.175] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:15:38.175] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:15:38.175] Buildbucket request:
{
"requestId": "8863716197685242560",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863716197685242560",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "308c25993952b00915b5efa4f396c47464e19dd3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@308c25993952b00915b5efa4f396c47464e19dd3",
"title": "308c25993952b00915b5efa4f396c47464e19dd3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/308c25993952b00915b5efa4f396c47464e19dd3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8da97e777a2e43906b09857cf243eb7eab1e8498"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8da97e777a2e43906b09857cf243eb7eab1e8498",
"title": "8da97e777a2e43906b09857cf243eb7eab1e8498",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8da97e777a2e43906b09857cf243eb7eab1e8498"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8da97e777a2e43906b09857cf243eb7eab1e8498",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863716197685242560"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:15:38.639] Scheduled build:
{
"id": "8698286135281647521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-13T20:15:38.237366046Z",
"updateTime": "2025-11-13T20:15:38.237366046Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8da97e777a2e43906b09857cf243eb7eab1e8498",
"ref": "refs/heads/main"
}
}
}
[20:15:38.639] Task URL: https://cr-buildbucket.appspot.com/build/8698286135281647521
[20:15:38.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:2:0) after 6m51s
[20:15:39.748] Received PubSub notification, asking Buildbucket for the build status
[20:15:39.765] Build status: SCHEDULED
[20:22:29.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:2:0)
[20:22:29.673] Build status: SCHEDULED
[20:22:29.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:4:0) after 8m47s
[20:31:16.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:4:0)
[20:31:20.077] Build status: SCHEDULED
[20:31:20.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:5:0) after 5m34s
[20:36:54.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:5:0)
[20:36:54.130] Build status: SCHEDULED
[20:36:54.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:6:0) after 9m56s
[20:46:50.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:6:0)
[20:46:50.192] Build status: SCHEDULED
[20:46:50.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:7:0) after 7m28s
[20:54:18.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:7:0)
[20:54:18.299] Build status: SCHEDULED
[20:54:18.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:8:0) after 1m2s
[20:55:20.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:8:0)
[20:55:20.334] Build status: SCHEDULED
[20:55:20.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:9:0) after 8m34s
[21:03:54.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:9:0)
[21:03:54.391] Build status: SCHEDULED
[21:03:54.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:10:0) after 1m3s
[21:04:57.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:10:0)
[21:04:57.429] Build status: SCHEDULED
[21:04:57.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:11:0) after 2m51s
[21:07:48.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:11:0)
[21:07:48.553] Build status: SCHEDULED
[21:07:48.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:12:0) after 1m38s
[21:09:26.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:12:0)
[21:09:26.622] Build status: SCHEDULED
[21:09:26.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:13:0) after 1m42s
[21:11:08.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:13:0)
[21:11:08.710] Build status: SCHEDULED
[21:11:08.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:14:0) after 2m6s
[21:13:14.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:14:0)
[21:13:14.733] Build status: SCHEDULED
[21:13:14.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:15:0) after 6m3s
[21:19:17.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:15:0)
[21:19:17.776] Build status: SCHEDULED
[21:19:17.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:16:0) after 9m59s
[21:29:16.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:16:0)
[21:29:16.855] Build status: SCHEDULED
[21:29:16.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:17:0) after 9m3s
[21:38:19.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:17:0)
[21:38:19.976] Build status: SCHEDULED
[21:38:19.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:18:0) after 4m34s
[21:42:53.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:18:0)
[21:42:54.005] Build status: SCHEDULED
[21:42:54.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:19:0) after 6m13s
[21:49:07.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:19:0)
[21:49:07.046] Build status: SCHEDULED
[21:49:07.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:20:0) after 5m55s
[21:55:02.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:20:0)
[21:55:02.222] Build status: SCHEDULED
[21:55:02.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:21:0) after 1m5s
[21:56:07.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:21:0)
[21:56:07.408] Build status: SCHEDULED
[21:56:07.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:22:0) after 1m32s
[21:57:39.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:22:0)
[21:57:39.438] Build status: SCHEDULED
[21:57:39.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:23:0) after 3m6s
[22:00:45.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:23:0)
[22:00:45.516] Build status: SCHEDULED
[22:00:45.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:24:0) after 7m1s
[22:07:46.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:24:0)
[22:07:46.594] Build status: SCHEDULED
[22:07:46.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:25:0) after 7m32s
[22:15:18.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:25:0)
[22:15:18.631] Build status: SCHEDULED
[22:15:18.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:26:0) after 5m59s
[22:21:17.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:26:0)
[22:21:17.853] Build status: SCHEDULED
[22:21:17.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:27:0) after 7m41s
[22:28:58.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:27:0)
[22:28:58.966] Build status: SCHEDULED
[22:28:58.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:28:0) after 8m59s
[22:37:57.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:28:0)
[22:37:58.001] Build status: SCHEDULED
[22:37:58.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:29:0) after 9m11s
[22:47:09.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:29:0)
[22:47:09.100] Build status: SCHEDULED
[22:47:09.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:30:0) after 8m17s
[22:55:26.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:30:0)
[22:55:26.193] Build status: SCHEDULED
[22:55:26.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:31:0) after 9m52s
[23:03:41.314] Received PubSub notification, asking Buildbucket for the build status
[23:03:41.343] Build status: STARTED
[23:05:18.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:31:0)
[23:05:18.295] Build status: STARTED
[23:05:18.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:33:0) after 4m30s
[23:09:48.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:33:0)
[23:09:48.323] Build status: STARTED
[23:09:48.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8863716197685242560:34:0) after 6m0s
[23:13:45.105] Received PubSub notification, asking Buildbucket for the build status
[23:13:45.121] Build:
{
"id": "8698286135281647521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-13T20:15:38.237366046Z",
"startTime": "2025-11-13T23:03:41.132230820Z",
"endTime": "2025-11-13T23:13:44.507384349Z",
"updateTime": "2025-11-13T23:13:44.507384349Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8da97e777a2e43906b09857cf243eb7eab1e8498",
"ref": "refs/heads/main"
}
}
}
[23:13:45.121] Invocation finished in 2h58m8.560817152s with status FAILED