[03:58:07.172] New invocation is queued and will start shortly
[03:58:08.277] Starting the invocation (attempt 1)
[03:58:08.299] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3c86dd0fd0602a7fe6a327d160e95415c15d3365"
[03:58:08.299] Popped gitiles commit info from properties and tags
[03:58:08.299] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:58:08.299] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:58:08.299] Buildbucket request:
{
"requestId": "8862056353671487088",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862056353671487088",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c86dd0fd0602a7fe6a327d160e95415c15d3365"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c86dd0fd0602a7fe6a327d160e95415c15d3365",
"title": "3c86dd0fd0602a7fe6a327d160e95415c15d3365",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c86dd0fd0602a7fe6a327d160e95415c15d3365"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c86dd0fd0602a7fe6a327d160e95415c15d3365",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862056353671487088"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:58:09.206] Scheduled build:
{
"id": "8696626291679287713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T03:58:08.450779158Z",
"updateTime": "2025-12-02T03:58:08.450779158Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c86dd0fd0602a7fe6a327d160e95415c15d3365",
"ref": "refs/heads/main"
}
}
}
[03:58:09.206] Task URL: https://cr-buildbucket.appspot.com/build/8696626291679287713
[03:58:09.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:2:0) after 4m18s
[03:58:10.130] Received PubSub notification, asking Buildbucket for the build status
[03:58:10.152] Build status: SCHEDULED
[04:02:27.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:2:0)
[04:02:27.497] Build status: SCHEDULED
[04:02:27.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:4:0) after 8m18s
[04:10:45.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:4:0)
[04:10:45.576] Build status: SCHEDULED
[04:10:45.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:5:0) after 3m19s
[04:14:04.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:5:0)
[04:14:04.634] Build status: SCHEDULED
[04:14:04.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:6:0) after 3m4s
[04:17:08.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:6:0)
[04:17:08.707] Build status: SCHEDULED
[04:17:08.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:7:0) after 1m54s
[04:19:02.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:7:0)
[04:19:02.736] Build status: SCHEDULED
[04:19:02.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:8:0) after 4m37s
[04:23:39.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:8:0)
[04:23:39.824] Build status: SCHEDULED
[04:23:39.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:9:0) after 5m58s
[04:29:38.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:9:0)
[04:29:38.151] Build status: SCHEDULED
[04:29:38.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:10:0) after 1m46s
[04:31:24.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:10:0)
[04:31:24.284] Build status: SCHEDULED
[04:31:24.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:11:0) after 4m12s
[04:35:36.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:11:0)
[04:35:36.327] Build status: SCHEDULED
[04:35:36.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:12:0) after 1m32s
[04:37:08.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:12:0)
[04:37:08.485] Build status: SCHEDULED
[04:37:08.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:13:0) after 4m33s
[04:41:41.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:13:0)
[04:41:41.715] Build status: SCHEDULED
[04:41:41.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:14:0) after 7m58s
[04:49:41.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:14:0)
[04:49:41.187] Build status: SCHEDULED
[04:49:41.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:15:0) after 9m11s
[04:58:52.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:15:0)
[04:58:52.226] Build status: SCHEDULED
[04:58:52.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:16:0) after 9m2s
[05:07:54.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:16:0)
[05:07:54.289] Build status: SCHEDULED
[05:07:54.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:17:0) after 1m44s
[05:09:38.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:17:0)
[05:09:38.320] Build status: SCHEDULED
[05:09:38.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:18:0) after 7m41s
[05:17:19.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:18:0)
[05:17:19.389] Build status: SCHEDULED
[05:17:19.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:19:0) after 7m12s
[05:24:31.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:19:0)
[05:24:31.455] Build status: SCHEDULED
[05:24:31.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:20:0) after 4m1s
[05:28:32.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:20:0)
[05:28:32.661] Build status: SCHEDULED
[05:28:32.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:21:0) after 9m9s
[05:37:41.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:21:0)
[05:37:41.717] Build status: SCHEDULED
[05:37:41.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:22:0) after 2m50s
[05:40:31.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:22:0)
[05:40:31.892] Build status: SCHEDULED
[05:40:31.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:23:0) after 7m7s
[05:47:38.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:23:0)
[05:47:38.973] Build status: SCHEDULED
[05:47:38.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:24:0) after 1m19s
[05:48:58.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:24:0)
[05:48:58.135] Build status: SCHEDULED
[05:48:58.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:25:0) after 5m1s
[05:53:59.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:25:0)
[05:53:59.177] Build status: SCHEDULED
[05:53:59.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:26:0) after 5m0s
[05:58:59.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:26:0)
[05:58:59.555] Build status: SCHEDULED
[05:58:59.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:27:0) after 5m49s
[06:04:48.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:27:0)
[06:04:48.701] Build status: SCHEDULED
[06:04:48.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:28:0) after 2m26s
[06:07:14.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:28:0)
[06:07:14.710] Build status: SCHEDULED
[06:07:14.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:29:0) after 3m56s
[06:11:10.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:29:0)
[06:11:10.918] Build status: SCHEDULED
[06:11:10.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:30:0) after 5m54s
[06:17:04.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:30:0)
[06:17:04.914] Build status: SCHEDULED
[06:17:04.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:31:0) after 9m22s
[06:26:27.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:31:0)
[06:26:27.075] Build status: SCHEDULED
[06:26:27.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:32:0) after 4m29s
[06:30:56.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:32:0)
[06:30:56.144] Build status: SCHEDULED
[06:30:56.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:33:0) after 5m26s
[06:36:22.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:33:0)
[06:36:22.168] Build status: SCHEDULED
[06:36:22.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:34:0) after 9m21s
[06:45:43.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:34:0)
[06:45:43.195] Build status: SCHEDULED
[06:45:43.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:35:0) after 7m25s
[06:53:08.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:35:0)
[06:53:08.550] Build status: SCHEDULED
[06:53:08.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:36:0) after 4m55s
[06:58:03.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:36:0)
[06:58:03.838] Build status: SCHEDULED
[06:58:03.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:37:0) after 8m51s
[07:06:55.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:37:0)
[07:06:55.102] Build status: SCHEDULED
[07:06:55.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:38:0) after 9m38s
[07:16:33.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:38:0)
[07:16:33.129] Build status: SCHEDULED
[07:16:33.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:39:0) after 8m5s
[07:24:38.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:39:0)
[07:24:38.162] Build status: SCHEDULED
[07:24:38.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:40:0) after 2m20s
[07:26:58.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:40:0)
[07:26:58.211] Build status: SCHEDULED
[07:26:58.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:41:0) after 9m39s
[07:36:37.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:41:0)
[07:36:37.245] Build status: SCHEDULED
[07:36:37.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:42:0) after 9m51s
[07:46:28.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:42:0)
[07:46:28.292] Build status: SCHEDULED
[07:46:28.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:43:0) after 6m28s
[07:52:56.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:43:0)
[07:52:56.371] Build status: SCHEDULED
[07:52:56.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:44:0) after 8m10s
[08:01:06.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:44:0)
[08:01:06.401] Build status: SCHEDULED
[08:01:06.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:45:0) after 4m46s
[08:05:52.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:45:0)
[08:05:52.432] Build status: SCHEDULED
[08:05:52.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:46:0) after 1m17s
[08:07:09.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:46:0)
[08:07:09.460] Build status: SCHEDULED
[08:07:09.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:47:0) after 4m42s
[08:11:51.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:47:0)
[08:11:51.530] Build status: SCHEDULED
[08:11:51.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:48:0) after 3m8s
[08:14:59.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:48:0)
[08:14:59.529] Build status: SCHEDULED
[08:14:59.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:49:0) after 9m25s
[08:24:24.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:49:0)
[08:24:24.616] Build status: SCHEDULED
[08:24:24.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:50:0) after 8m26s
[08:32:51.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:50:0)
[08:32:51.106] Build status: SCHEDULED
[08:32:51.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:51:0) after 8m17s
[08:41:08.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:51:0)
[08:41:08.340] Build status: SCHEDULED
[08:41:08.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:52:0) after 8m20s
[08:49:29.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:52:0)
[08:49:29.192] Build status: SCHEDULED
[08:49:29.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:53:0) after 8m18s
[08:57:47.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:53:0)
[08:57:47.410] Build status: SCHEDULED
[08:57:47.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:54:0) after 3m17s
[09:01:04.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:54:0)
[09:01:04.797] Build status: SCHEDULED
[09:01:04.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:55:0) after 2m15s
[09:03:19.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:55:0)
[09:03:19.854] Build status: SCHEDULED
[09:03:19.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:56:0) after 2m55s
[09:06:14.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:56:0)
[09:06:14.866] Build status: SCHEDULED
[09:06:14.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:57:0) after 6m31s
[09:12:45.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:57:0)
[09:12:45.934] Build status: SCHEDULED
[09:12:45.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:58:0) after 2m47s
[09:15:33.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:58:0)
[09:15:33.017] Build status: SCHEDULED
[09:15:33.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:59:0) after 4m28s
[09:20:01.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:59:0)
[09:20:01.318] Build status: SCHEDULED
[09:20:01.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:60:0) after 2m44s
[09:22:45.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:60:0)
[09:22:45.487] Build status: SCHEDULED
[09:22:45.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:61:0) after 2m55s
[09:25:40.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:61:0)
[09:25:40.630] Build status: SCHEDULED
[09:25:40.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:62:0) after 3m16s
[09:28:56.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:62:0)
[09:28:56.930] Build status: SCHEDULED
[09:28:56.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:63:0) after 7m25s
[09:36:21.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:63:0)
[09:36:21.942] Build status: SCHEDULED
[09:36:21.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:64:0) after 2m48s
[09:39:10.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:64:0)
[09:39:10.334] Build status: SCHEDULED
[09:39:10.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:65:0) after 3m15s
[09:42:25.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:65:0)
[09:42:25.387] Build status: SCHEDULED
[09:42:25.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:66:0) after 9m49s
[09:52:14.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:66:0)
[09:52:14.464] Build status: SCHEDULED
[09:52:14.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:67:0) after 6m21s
[09:58:35.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:67:0)
[09:58:35.547] Build status: SCHEDULED
[09:58:35.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:68:0) after 3m14s
[10:01:49.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:68:0)
[10:01:49.534] Build status: SCHEDULED
[10:01:49.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:69:0) after 7m52s
[10:09:41.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:69:0)
[10:09:41.607] Build status: SCHEDULED
[10:09:41.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:70:0) after 8m36s
[10:18:17.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:70:0)
[10:18:17.650] Build status: SCHEDULED
[10:18:17.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:71:0) after 2m49s
[10:21:06.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:71:0)
[10:21:06.706] Build status: SCHEDULED
[10:21:06.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:72:0) after 5m37s
[10:26:43.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:72:0)
[10:26:43.738] Build status: SCHEDULED
[10:26:43.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:73:0) after 5m25s
[10:32:08.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:73:0)
[10:32:08.789] Build status: SCHEDULED
[10:32:08.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:74:0) after 8m44s
[10:40:52.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:74:0)
[10:40:52.842] Build status: SCHEDULED
[10:40:52.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:75:0) after 7m36s
[10:46:38.453] Received PubSub notification, asking Buildbucket for the build status
[10:46:38.494] Build status: STARTED
[10:48:28.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:75:0)
[10:48:28.898] Build status: STARTED
[10:48:28.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:77:0) after 5m41s
[10:54:09.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:77:0)
[10:54:09.928] Build status: STARTED
[10:54:09.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:78:0) after 1m1s
[10:55:10.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:78:0)
[10:55:11.167] Build status: STARTED
[10:55:11.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:79:0) after 9m50s
[11:05:01.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:79:0)
[11:05:01.303] Build status: STARTED
[11:05:01.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:80:0) after 5m38s
[11:10:39.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:80:0)
[11:10:39.503] Build status: STARTED
[11:10:39.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:81:0) after 6m20s
[11:16:59.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:81:0)
[11:16:59.548] Build status: STARTED
[11:16:59.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:82:0) after 4m44s
[11:21:43.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:82:0)
[11:21:43.596] Build status: STARTED
[11:21:43.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:83:0) after 1m29s
[11:23:12.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:83:0)
[11:23:12.819] Build status: STARTED
[11:23:12.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:84:0) after 3m52s
[11:27:04.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:84:0)
[11:27:04.857] Build status: STARTED
[11:27:04.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:85:0) after 8m46s
[11:35:50.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:85:0)
[11:35:50.988] Build status: STARTED
[11:35:50.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:86:0) after 7m29s
[11:43:20.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:86:0)
[11:43:20.083] Build status: STARTED
[11:43:20.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:87:0) after 4m14s
[11:47:34.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:87:0)
[11:47:34.118] Build status: STARTED
[11:47:34.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:88:0) after 7m59s
[11:55:33.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:88:0)
[11:55:33.284] Build status: STARTED
[11:55:33.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:89:0) after 9m58s
[12:05:31.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:89:0)
[12:05:31.482] Build status: STARTED
[12:05:31.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:90:0) after 3m44s
[12:09:15.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:90:0)
[12:09:15.588] Build status: STARTED
[12:09:15.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:91:0) after 1m58s
[12:11:13.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:91:0)
[12:11:13.634] Build status: STARTED
[12:11:13.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:92:0) after 7m28s
[12:18:41.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:92:0)
[12:18:41.708] Build status: STARTED
[12:18:41.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862056353671487088:93:0) after 6m32s
[12:20:30.428] Received PubSub notification, asking Buildbucket for the build status
[12:20:30.441] Build:
{
"id": "8696626291679287713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T03:58:08.450779158Z",
"startTime": "2025-12-02T10:46:38.110039961Z",
"endTime": "2025-12-02T12:20:30.173113002Z",
"updateTime": "2025-12-02T12:20:30.173113002Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3c86dd0fd0602a7fe6a327d160e95415c15d3365",
"ref": "refs/heads/main"
}
}
}
[12:20:30.441] Invocation finished in 8h22m23.275623904s with status FAILED