[01:59:38.964] New invocation is queued and will start shortly
[01:59:40.161] Starting the invocation (attempt 1)
[01:59:40.201] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6fd39edf919a4a3cd7ed9776f6c8f092189fd815"
[01:59:40.201] Popped gitiles commit info from properties and tags
[01:59:40.201] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:59:40.201] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:59:40.201] Buildbucket request:
{
"requestId": "8868405594815977088",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868405594815977088",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6fd39edf919a4a3cd7ed9776f6c8f092189fd815"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6fd39edf919a4a3cd7ed9776f6c8f092189fd815",
"title": "6fd39edf919a4a3cd7ed9776f6c8f092189fd815",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6fd39edf919a4a3cd7ed9776f6c8f092189fd815"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6fd39edf919a4a3cd7ed9776f6c8f092189fd815",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868405594815977088"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:59:40.708] Scheduled build:
{
"id": "8702975532748659569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-23T01:59:40.313212912Z",
"updateTime": "2025-09-23T01:59:40.313212912Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6fd39edf919a4a3cd7ed9776f6c8f092189fd815",
"ref": "refs/heads/main"
}
}
}
[01:59:40.708] Task URL: https://cr-buildbucket.appspot.com/build/8702975532748659569
[01:59:40.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:2:0) after 9m29s
[01:59:40.954] Received PubSub notification, asking Buildbucket for the build status
[01:59:40.978] Build status: SCHEDULED
[02:09:09.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:2:0)
[02:09:09.827] Build status: SCHEDULED
[02:09:09.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:4:0) after 8m52s
[02:18:01.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:4:0)
[02:18:02.003] Build status: SCHEDULED
[02:18:02.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:5:0) after 5m40s
[02:23:42.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:5:0)
[02:23:42.055] Build status: SCHEDULED
[02:23:42.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:6:0) after 1m40s
[02:25:22.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:6:0)
[02:25:22.181] Build status: SCHEDULED
[02:25:22.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:7:0) after 8m46s
[02:34:08.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:7:0)
[02:34:08.221] Build status: SCHEDULED
[02:34:08.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:8:0) after 7m43s
[02:41:51.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:8:0)
[02:41:51.263] Build status: SCHEDULED
[02:41:51.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:9:0) after 2m34s
[02:44:25.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:9:0)
[02:44:25.326] Build status: SCHEDULED
[02:44:25.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:10:0) after 6m17s
[02:50:42.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:10:0)
[02:50:42.375] Build status: SCHEDULED
[02:50:42.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:11:0) after 6m44s
[02:57:26.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:11:0)
[02:57:26.406] Build status: SCHEDULED
[02:57:26.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:12:0) after 4m46s
[03:02:12.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:12:0)
[03:02:12.489] Build status: SCHEDULED
[03:02:12.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:13:0) after 9m18s
[03:11:30.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:13:0)
[03:11:30.523] Build status: SCHEDULED
[03:11:30.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:14:0) after 5m15s
[03:16:45.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:14:0)
[03:16:45.552] Build status: SCHEDULED
[03:16:45.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:15:0) after 5m20s
[03:22:05.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:15:0)
[03:22:05.603] Build status: SCHEDULED
[03:22:05.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:16:0) after 2m42s
[03:24:47.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:16:0)
[03:24:47.809] Build status: SCHEDULED
[03:24:47.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:17:0) after 8m52s
[03:33:39.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:17:0)
[03:33:39.849] Build status: SCHEDULED
[03:33:39.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:18:0) after 3m41s
[03:37:20.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:18:0)
[03:37:20.890] Build status: SCHEDULED
[03:37:20.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:19:0) after 6m10s
[03:43:30.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:19:0)
[03:43:30.930] Build status: SCHEDULED
[03:43:30.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:20:0) after 2m28s
[03:45:58.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:20:0)
[03:45:59.052] Build status: SCHEDULED
[03:45:59.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:21:0) after 9m18s
[03:55:17.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:21:0)
[03:55:17.084] Build status: SCHEDULED
[03:55:17.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:22:0) after 6m2s
[04:01:19.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:22:0)
[04:01:19.200] Build status: SCHEDULED
[04:01:19.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:23:0) after 3m50s
[04:05:09.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:23:0)
[04:05:09.313] Build status: SCHEDULED
[04:05:09.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:24:0) after 9m34s
[04:14:43.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:24:0)
[04:14:43.385] Build status: SCHEDULED
[04:14:43.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:25:0) after 2m36s
[04:17:19.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:25:0)
[04:17:19.438] Build status: SCHEDULED
[04:17:19.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:26:0) after 8m55s
[04:26:14.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:26:0)
[04:26:14.557] Build status: SCHEDULED
[04:26:14.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:27:0) after 8m5s
[04:34:19.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:27:0)
[04:34:19.917] Build status: SCHEDULED
[04:34:19.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:28:0) after 2m35s
[04:36:54.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:28:0)
[04:36:54.951] Build status: SCHEDULED
[04:36:54.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:29:0) after 8m37s
[04:45:31.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:29:0)
[04:45:31.988] Build status: SCHEDULED
[04:45:31.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:30:0) after 3m8s
[04:48:40.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:30:0)
[04:48:40.181] Build status: SCHEDULED
[04:48:40.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:31:0) after 6m19s
[04:54:59.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:31:0)
[04:54:59.237] Build status: SCHEDULED
[04:54:59.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:32:0) after 6m54s
[05:01:53.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:32:0)
[05:01:53.783] Build status: SCHEDULED
[05:01:53.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868405594815977088:33:0) after 7m1s
[05:05:02.607] Received PubSub notification, asking Buildbucket for the build status
[05:05:02.625] Build status: STARTED
[05:07:48.005] Received PubSub notification, asking Buildbucket for the build status
[05:07:48.083] Build:
{
"id": "8702975532748659569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-23T01:59:40.313212912Z",
"startTime": "2025-09-23T05:05:02.427554939Z",
"endTime": "2025-09-23T05:07:47.775877134Z",
"updateTime": "2025-09-23T05:07:47.775877134Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6fd39edf919a4a3cd7ed9776f6c8f092189fd815",
"ref": "refs/heads/main"
}
}
}
[05:07:48.083] Invocation finished in 3h8m9.125808237s with status FAILED