[01:04:22.142] New invocation is queued and will start shortly
[01:04:23.232] Starting the invocation (attempt 1)
[01:04:23.257] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0b0932a57210c8fc52bd9b8ade3b20bb5aa11063"
[01:04:23.257] Popped gitiles commit info from properties and tags
[01:04:23.257] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:04:23.257] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:04:23.257] Buildbucket request:
{
"requestId": "8865147581970587200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865147581970587200",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9dad191b416fb28de83ca77d100ad92c435663d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9dad191b416fb28de83ca77d100ad92c435663d",
"title": "f9dad191b416fb28de83ca77d100ad92c435663d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9dad191b416fb28de83ca77d100ad92c435663d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "13901b5cea7b5f7a43350621affd9fecb50826bb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13901b5cea7b5f7a43350621affd9fecb50826bb",
"title": "13901b5cea7b5f7a43350621affd9fecb50826bb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13901b5cea7b5f7a43350621affd9fecb50826bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b4d6d09ef3c9d695addde0ea1b03db1098d6f8f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b4d6d09ef3c9d695addde0ea1b03db1098d6f8f",
"title": "2b4d6d09ef3c9d695addde0ea1b03db1098d6f8f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b4d6d09ef3c9d695addde0ea1b03db1098d6f8f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3f30afb699b6367b5dc23e818e505598865e9647"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3f30afb699b6367b5dc23e818e505598865e9647",
"title": "3f30afb699b6367b5dc23e818e505598865e9647",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3f30afb699b6367b5dc23e818e505598865e9647"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f260753e4781b4b93419442ecbcbecc9080deca4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f260753e4781b4b93419442ecbcbecc9080deca4",
"title": "f260753e4781b4b93419442ecbcbecc9080deca4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f260753e4781b4b93419442ecbcbecc9080deca4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"title": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0b0932a57210c8fc52bd9b8ade3b20bb5aa11063"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865147581970587200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:04:23.617] Scheduled build:
{
"id": "8699717520082764481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-29T01:04:23.315198791Z",
"updateTime": "2025-10-29T01:04:23.315198791Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"ref": "refs/heads/main"
}
}
}
[01:04:23.617] Task URL: https://cr-buildbucket.appspot.com/build/8699717520082764481
[01:04:23.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:2:0) after 2m11s
[01:04:24.553] Received PubSub notification, asking Buildbucket for the build status
[01:04:24.571] Build status: SCHEDULED
[01:06:34.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:2:0)
[01:06:34.636] Build status: SCHEDULED
[01:06:34.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:4:0) after 4m11s
[01:10:45.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:4:0)
[01:10:45.703] Build status: SCHEDULED
[01:10:45.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:5:0) after 4m0s
[01:14:45.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:5:0)
[01:14:45.767] Build status: SCHEDULED
[01:14:45.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:6:0) after 4m26s
[01:19:11.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:6:0)
[01:19:11.797] Build status: SCHEDULED
[01:19:11.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:7:0) after 8m41s
[01:27:52.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:7:0)
[01:27:52.933] Build status: SCHEDULED
[01:27:52.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:8:0) after 9m5s
[01:36:57.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:8:0)
[01:36:58.076] Build status: SCHEDULED
[01:36:58.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:9:0) after 8m34s
[01:45:32.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:9:0)
[01:45:32.112] Build status: SCHEDULED
[01:45:32.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:10:0) after 1m14s
[01:46:46.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:10:0)
[01:46:46.164] Build status: SCHEDULED
[01:46:46.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:11:0) after 4m13s
[01:50:59.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:11:0)
[01:50:59.199] Build status: SCHEDULED
[01:50:59.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:12:0) after 2m6s
[01:53:05.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:12:0)
[01:53:05.261] Build status: SCHEDULED
[01:53:05.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:13:0) after 1m52s
[01:54:57.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:13:0)
[01:54:57.306] Build status: SCHEDULED
[01:54:57.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:14:0) after 7m6s
[02:02:03.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:14:0)
[02:02:03.374] Build status: SCHEDULED
[02:02:03.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:15:0) after 2m19s
[02:04:22.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:15:0)
[02:04:22.410] Build status: SCHEDULED
[02:04:22.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:16:0) after 8m41s
[02:13:03.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:16:0)
[02:13:03.440] Build status: SCHEDULED
[02:13:03.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:17:0) after 9m56s
[02:22:59.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:17:0)
[02:22:59.567] Build status: SCHEDULED
[02:22:59.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:18:0) after 2m8s
[02:25:07.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:18:0)
[02:25:07.660] Build status: SCHEDULED
[02:25:07.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:19:0) after 7m35s
[02:32:42.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:19:0)
[02:32:42.850] Build status: SCHEDULED
[02:32:42.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:20:0) after 7m51s
[02:40:33.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:20:0)
[02:40:33.947] Build status: SCHEDULED
[02:40:33.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:21:0) after 5m9s
[02:45:42.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:21:0)
[02:45:42.988] Build status: SCHEDULED
[02:45:42.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:22:0) after 7m57s
[02:53:40.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:22:0)
[02:53:40.029] Build status: SCHEDULED
[02:53:40.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:23:0) after 4m14s
[02:57:54.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:23:0)
[02:57:54.131] Build status: SCHEDULED
[02:57:54.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:24:0) after 9m39s
[03:07:33.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:24:0)
[03:07:33.160] Build status: SCHEDULED
[03:07:33.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:25:0) after 9m37s
[03:17:10.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:25:0)
[03:17:10.274] Build status: SCHEDULED
[03:17:10.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:26:0) after 2m35s
[03:19:45.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:26:0)
[03:19:45.324] Build status: SCHEDULED
[03:19:45.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:27:0) after 6m49s
[03:26:34.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:27:0)
[03:26:34.423] Build status: SCHEDULED
[03:26:34.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:28:0) after 1m59s
[03:28:33.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:28:0)
[03:28:33.462] Build status: SCHEDULED
[03:28:33.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:29:0) after 8m55s
[03:37:28.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:29:0)
[03:37:28.505] Build status: SCHEDULED
[03:37:28.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:30:0) after 2m8s
[03:39:36.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:30:0)
[03:39:36.662] Build status: SCHEDULED
[03:39:36.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:31:0) after 4m12s
[03:43:48.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:31:0)
[03:43:48.766] Build status: SCHEDULED
[03:43:48.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:32:0) after 1m33s
[03:45:21.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:32:0)
[03:45:21.845] Build status: SCHEDULED
[03:45:21.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:33:0) after 9m48s
[03:55:10.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:33:0)
[03:55:10.660] Build status: SCHEDULED
[03:55:10.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:34:0) after 7m29s
[04:02:39.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:34:0)
[04:02:39.684] Build status: SCHEDULED
[04:02:39.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:35:0) after 1m49s
[04:04:28.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:35:0)
[04:04:28.800] Build status: SCHEDULED
[04:04:28.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:36:0) after 3m0s
[04:07:28.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:36:0)
[04:07:28.836] Build status: SCHEDULED
[04:07:28.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:37:0) after 3m43s
[04:08:42.550] Received PubSub notification, asking Buildbucket for the build status
[04:08:42.566] Build status: STARTED
[04:11:11.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:37:0)
[04:11:11.874] Build status: STARTED
[04:11:11.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8865147581970587200:39:0) after 9m27s
[04:13:00.045] Received PubSub notification, asking Buildbucket for the build status
[04:13:00.060] Build:
{
"id": "8699717520082764481",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-29T01:04:23.315198791Z",
"startTime": "2025-10-29T04:08:42.312424631Z",
"endTime": "2025-10-29T04:12:59.787507Z",
"updateTime": "2025-10-29T04:12:59.787507Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"ref": "refs/heads/main"
}
}
}
[04:13:00.060] Invocation finished in 3h8m37.92837439s with status FAILED