[22:50:52.840] New invocation is queued and will start shortly
[22:50:53.978] Starting the invocation (attempt 1)
[22:50:54.003] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9583b478b0bf8e561bf15eca2620b76786b06bb2"
[22:50:54.003] Popped gitiles commit info from properties and tags
[22:50:54.003] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:50:54.004] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:50:54.004] Buildbucket request:
{
"requestId": "8832631669393958048",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8832631669393958048",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4c0ebc8c5539c52bd01d41bdeeb4b46b8a125fab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4c0ebc8c5539c52bd01d41bdeeb4b46b8a125fab",
"title": "4c0ebc8c5539c52bd01d41bdeeb4b46b8a125fab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4c0ebc8c5539c52bd01d41bdeeb4b46b8a125fab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "29e32b526e4bf94370ec2f2d26163dfe94056090"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@29e32b526e4bf94370ec2f2d26163dfe94056090",
"title": "29e32b526e4bf94370ec2f2d26163dfe94056090",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/29e32b526e4bf94370ec2f2d26163dfe94056090"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e0d6c90c1def2042048f795eaf43b5ca42423898"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e0d6c90c1def2042048f795eaf43b5ca42423898",
"title": "e0d6c90c1def2042048f795eaf43b5ca42423898",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e0d6c90c1def2042048f795eaf43b5ca42423898"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6298d13d6996d655437b5bcb043daec50720bf1d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6298d13d6996d655437b5bcb043daec50720bf1d",
"title": "6298d13d6996d655437b5bcb043daec50720bf1d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6298d13d6996d655437b5bcb043daec50720bf1d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "357535cd757c2616dc82f864086652d4a5b760c6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@357535cd757c2616dc82f864086652d4a5b760c6",
"title": "357535cd757c2616dc82f864086652d4a5b760c6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/357535cd757c2616dc82f864086652d4a5b760c6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "03c97dfa84eafe42806e402000a9fe1dfadd3c8f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@03c97dfa84eafe42806e402000a9fe1dfadd3c8f",
"title": "03c97dfa84eafe42806e402000a9fe1dfadd3c8f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/03c97dfa84eafe42806e402000a9fe1dfadd3c8f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7583f3963bb3a0d44d24777e40c4e00bca7aa209"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7583f3963bb3a0d44d24777e40c4e00bca7aa209",
"title": "7583f3963bb3a0d44d24777e40c4e00bca7aa209",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7583f3963bb3a0d44d24777e40c4e00bca7aa209"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "020e25d1b2520a233b82693625a61c68fd31b332"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@020e25d1b2520a233b82693625a61c68fd31b332",
"title": "020e25d1b2520a233b82693625a61c68fd31b332",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/020e25d1b2520a233b82693625a61c68fd31b332"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9583b478b0bf8e561bf15eca2620b76786b06bb2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9583b478b0bf8e561bf15eca2620b76786b06bb2",
"title": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9583b478b0bf8e561bf15eca2620b76786b06bb2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8832631669393958048"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:50:54.656] Scheduled build:
{
"id": "8667201607303712401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-22T22:50:54.207628481Z",
"updateTime": "2026-10-22T22:50:54.207628481Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"ref": "refs/heads/main"
}
}
}
[22:50:54.656] Task URL: https://cr-buildbucket.appspot.com/build/8667201607303712401
[22:50:54.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:2:0) after 2m14s
[22:50:55.560] Received PubSub notification, asking Buildbucket for the build status
[22:50:55.583] Build status: SCHEDULED
[22:53:08.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:2:0)
[22:53:08.691] Build status: SCHEDULED
[22:53:08.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:4:0) after 6m1s
[22:59:09.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:4:0)
[22:59:09.854] Build status: SCHEDULED
[22:59:09.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:5:0) after 6m57s
[23:06:06.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:5:0)
[23:06:06.895] Build status: SCHEDULED
[23:06:06.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:6:0) after 1m50s
[23:07:56.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:6:0)
[23:07:56.932] Build status: SCHEDULED
[23:07:56.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:7:0) after 4m0s
[23:11:56.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:7:0)
[23:11:57.017] Build status: SCHEDULED
[23:11:57.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:8:0) after 8m59s
[23:20:56.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:8:0)
[23:20:56.148] Build status: SCHEDULED
[23:20:56.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:9:0) after 4m54s
[23:25:50.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:9:0)
[23:25:50.252] Build status: SCHEDULED
[23:25:50.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:10:0) after 7m45s
[23:33:35.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:10:0)
[23:33:35.318] Build status: SCHEDULED
[23:33:35.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:11:0) after 1m28s
[23:35:03.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:11:0)
[23:35:03.448] Build status: SCHEDULED
[23:35:03.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:12:0) after 5m8s
[23:40:11.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:12:0)
[23:40:11.503] Build status: SCHEDULED
[23:40:11.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:13:0) after 1m28s
[23:41:39.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:13:0)
[23:41:39.590] Build status: SCHEDULED
[23:41:39.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:14:0) after 6m47s
[23:48:26.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:14:0)
[23:48:26.615] Build status: SCHEDULED
[23:48:26.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:15:0) after 7m45s
[23:56:11.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:15:0)
[23:56:11.685] Build status: SCHEDULED
[23:56:11.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:16:0) after 7m49s
[00:04:00.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:16:0)
[00:04:00.744] Build status: SCHEDULED
[00:04:00.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:17:0) after 7m21s
[00:11:21.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:17:0)
[00:11:22.045] Build status: SCHEDULED
[00:11:22.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:18:0) after 8m9s
[00:19:31.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:18:0)
[00:19:31.110] Build status: SCHEDULED
[00:19:31.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:19:0) after 4m42s
[00:24:13.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:19:0)
[00:24:13.262] Build status: SCHEDULED
[00:24:13.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:20:0) after 4m54s
[00:29:07.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:20:0)
[00:29:07.372] Build status: SCHEDULED
[00:29:07.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:21:0) after 9m36s
[00:38:43.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:21:0)
[00:38:43.525] Build status: SCHEDULED
[00:38:43.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:22:0) after 4m17s
[00:43:00.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:22:0)
[00:43:00.666] Build status: SCHEDULED
[00:43:00.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:23:0) after 2m14s
[00:45:14.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:23:0)
[00:45:14.767] Build status: SCHEDULED
[00:45:14.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:24:0) after 4m24s
[00:49:38.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:24:0)
[00:49:38.844] Build status: SCHEDULED
[00:49:38.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:25:0) after 3m49s
[00:53:27.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:25:0)
[00:53:27.890] Build status: SCHEDULED
[00:53:27.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:26:0) after 5m14s
[00:58:41.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:26:0)
[00:58:41.965] Build status: SCHEDULED
[00:58:41.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:27:0) after 6m55s
[01:05:37.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:27:0)
[01:05:37.046] Build status: SCHEDULED
[01:05:37.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:28:0) after 5m46s
[01:11:23.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:28:0)
[01:11:23.094] Build status: SCHEDULED
[01:11:23.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:29:0) after 4m52s
[01:16:15.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:29:0)
[01:16:15.216] Build status: SCHEDULED
[01:16:15.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:30:0) after 5m31s
[01:21:46.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:30:0)
[01:21:46.313] Build status: SCHEDULED
[01:21:46.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:31:0) after 3m9s
[01:24:55.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:31:0)
[01:24:55.598] Build status: SCHEDULED
[01:24:55.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:32:0) after 6m41s
[01:31:36.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:32:0)
[01:31:36.644] Build status: SCHEDULED
[01:31:36.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:33:0) after 5m53s
[01:37:29.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:33:0)
[01:37:29.781] Build status: SCHEDULED
[01:37:29.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:34:0) after 7m31s
[01:45:00.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:34:0)
[01:45:00.843] Build status: SCHEDULED
[01:45:00.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:35:0) after 1m56s
[01:46:56.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:35:0)
[01:46:56.882] Build status: SCHEDULED
[01:46:56.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:36:0) after 6m34s
[01:53:30.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:36:0)
[01:53:30.924] Build status: SCHEDULED
[01:53:30.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:37:0) after 6m18s
[01:59:48.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:37:0)
[01:59:49.030] Build status: SCHEDULED
[01:59:49.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:38:0) after 5m58s
[02:05:47.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:38:0)
[02:05:47.120] Build status: SCHEDULED
[02:05:47.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:39:0) after 5m29s
[02:11:16.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:39:0)
[02:11:16.284] Build status: SCHEDULED
[02:11:16.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:40:0) after 1m41s
[02:12:57.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:40:0)
[02:12:57.342] Build status: SCHEDULED
[02:12:57.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:41:0) after 9m59s
[02:22:56.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:41:0)
[02:22:56.404] Build status: SCHEDULED
[02:22:56.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:42:0) after 6m46s
[02:29:42.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:42:0)
[02:29:42.655] Build status: SCHEDULED
[02:29:42.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:43:0) after 5m1s
[02:34:43.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:43:0)
[02:34:43.770] Build status: SCHEDULED
[02:34:43.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:44:0) after 5m9s
[02:39:52.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:44:0)
[02:39:52.965] Build status: SCHEDULED
[02:39:52.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:45:0) after 1m3s
[02:40:56.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:45:0)
[02:40:56.090] Build status: SCHEDULED
[02:40:56.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:46:0) after 3m19s
[02:44:15.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:46:0)
[02:44:15.131] Build status: SCHEDULED
[02:44:15.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:47:0) after 1m32s
[02:45:47.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:47:0)
[02:45:47.223] Build status: SCHEDULED
[02:45:47.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:48:0) after 6m20s
[02:52:07.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:48:0)
[02:52:07.300] Build status: SCHEDULED
[02:52:07.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:49:0) after 5m55s
[02:58:02.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:49:0)
[02:58:02.340] Build status: SCHEDULED
[02:58:02.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:50:0) after 3m58s
[03:02:00.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:50:0)
[03:02:00.470] Build status: SCHEDULED
[03:02:00.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:51:0) after 1m15s
[03:03:15.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:51:0)
[03:03:15.676] Build status: SCHEDULED
[03:03:15.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:52:0) after 5m8s
[03:08:23.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:52:0)
[03:08:23.773] Build status: SCHEDULED
[03:08:23.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:53:0) after 7m58s
[03:16:21.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:53:0)
[03:16:21.915] Build status: SCHEDULED
[03:16:21.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:54:0) after 7m52s
[03:24:13.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:54:0)
[03:24:14.069] Build status: SCHEDULED
[03:24:14.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:55:0) after 8m22s
[03:32:36.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:55:0)
[03:32:36.180] Build status: SCHEDULED
[03:32:36.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:56:0) after 3m24s
[03:36:00.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:56:0)
[03:36:00.208] Build status: SCHEDULED
[03:36:00.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:57:0) after 8m19s
[03:44:19.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:57:0)
[03:44:19.267] Build status: SCHEDULED
[03:44:19.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:58:0) after 7m31s
[03:51:50.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:58:0)
[03:51:50.356] Build status: SCHEDULED
[03:51:50.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:59:0) after 3m24s
[03:55:14.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:59:0)
[03:55:14.551] Build status: SCHEDULED
[03:55:14.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:60:0) after 3m29s
[03:58:43.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:60:0)
[03:58:43.596] Build status: SCHEDULED
[03:58:43.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:61:0) after 3m13s
[04:01:56.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:61:0)
[04:01:56.661] Build status: SCHEDULED
[04:01:56.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:62:0) after 4m7s
[04:06:03.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:62:0)
[04:06:03.705] Build status: SCHEDULED
[04:06:03.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:63:0) after 4m18s
[04:10:21.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:63:0)
[04:10:21.812] Build status: SCHEDULED
[04:10:21.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:64:0) after 6m54s
[04:17:15.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:64:0)
[04:17:15.947] Build status: SCHEDULED
[04:17:15.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:65:0) after 9m7s
[04:26:22.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:65:0)
[04:26:22.979] Build status: SCHEDULED
[04:26:22.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:66:0) after 6m48s
[04:33:11.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:66:0)
[04:33:11.259] Build status: SCHEDULED
[04:33:11.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:67:0) after 5m26s
[04:38:37.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:67:0)
[04:38:37.358] Build status: SCHEDULED
[04:38:37.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:68:0) after 9m3s
[04:47:40.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:68:0)
[04:47:40.501] Build status: SCHEDULED
[04:47:40.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:69:0) after 9m1s
[04:56:41.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:69:0)
[04:56:41.603] Build status: SCHEDULED
[04:56:41.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:70:0) after 3m16s
[04:59:57.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:70:0)
[04:59:57.604] Build status: SCHEDULED
[04:59:57.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:71:0) after 1m45s
[05:01:42.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:71:0)
[05:01:42.636] Build status: SCHEDULED
[05:01:42.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:72:0) after 2m39s
[05:04:21.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:72:0)
[05:04:21.680] Build status: SCHEDULED
[05:04:21.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:73:0) after 3m18s
[05:07:39.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:73:0)
[05:07:39.826] Build status: SCHEDULED
[05:07:39.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:74:0) after 7m17s
[05:14:56.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:74:0)
[05:14:56.936] Build status: SCHEDULED
[05:14:56.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:75:0) after 9m24s
[05:24:21.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:75:0)
[05:24:21.054] Build status: SCHEDULED
[05:24:21.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:76:0) after 8m24s
[05:32:45.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:76:0)
[05:32:45.200] Build status: SCHEDULED
[05:32:45.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:77:0) after 9m41s
[05:42:26.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:77:0)
[05:42:26.261] Build status: SCHEDULED
[05:42:26.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:78:0) after 8m54s
[05:51:20.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:78:0)
[05:51:20.307] Build status: SCHEDULED
[05:51:20.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:79:0) after 9m5s
[06:00:25.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:79:0)
[06:00:25.352] Build status: SCHEDULED
[06:00:25.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:80:0) after 7m32s
[06:07:57.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:80:0)
[06:07:57.445] Build status: SCHEDULED
[06:07:57.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:81:0) after 5m33s
[06:13:30.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:81:0)
[06:13:30.506] Build status: SCHEDULED
[06:13:30.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:82:0) after 2m43s
[06:16:13.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:82:0)
[06:16:13.592] Build status: SCHEDULED
[06:16:13.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:83:0) after 5m31s
[06:21:44.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:83:0)
[06:21:44.657] Build status: SCHEDULED
[06:21:44.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:84:0) after 5m54s
[06:27:38.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:84:0)
[06:27:38.718] Build status: SCHEDULED
[06:27:38.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:85:0) after 6m7s
[06:33:45.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:85:0)
[06:33:45.797] Build status: SCHEDULED
[06:33:45.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:86:0) after 1m3s
[06:34:48.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:86:0)
[06:34:48.837] Build status: SCHEDULED
[06:34:48.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:87:0) after 2m55s
[06:37:43.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:87:0)
[06:37:43.878] Build status: SCHEDULED
[06:37:43.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:88:0) after 8m54s
[06:46:37.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:88:0)
[06:46:38.005] Build status: SCHEDULED
[06:46:38.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp23:8832631669393958048:89:0) after 9m46s
[06:50:54.798] Received PubSub notification, asking Buildbucket for the build status
[06:50:54.884] Build:
{
"id": "8667201607303712401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp23"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-22T22:50:54.207628481Z",
"endTime": "2026-10-23T06:50:54.501520494Z",
"updateTime": "2026-10-23T06:50:54.501520494Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"ref": "refs/heads/main"
}
}
}
[06:50:54.884] Invocation finished in 8h0m2.054838252s with status FAILED