[23:25:21.280] New invocation is queued and will start shortly
[23:25:22.434] Starting the invocation (attempt 1)
[23:25:22.461] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dda2b3579e6284742f46ffdfbe2e88e1e1ded646"
[23:25:22.461] Popped gitiles commit info from properties and tags
[23:25:22.461] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:25:22.462] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:25:22.462] Buildbucket request:
{
"requestId": "8863251275121587056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863251275121587056",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "867b674b2d35419a484873d53acfb51ab858dea5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@867b674b2d35419a484873d53acfb51ab858dea5",
"title": "867b674b2d35419a484873d53acfb51ab858dea5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/867b674b2d35419a484873d53acfb51ab858dea5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "94ba316553c829e1f0d6fdb11275cf770ea386da"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94ba316553c829e1f0d6fdb11275cf770ea386da",
"title": "94ba316553c829e1f0d6fdb11275cf770ea386da",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94ba316553c829e1f0d6fdb11275cf770ea386da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bd8b6564f74043eecd3ea797ac6d1a1f3b94f271"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bd8b6564f74043eecd3ea797ac6d1a1f3b94f271",
"title": "bd8b6564f74043eecd3ea797ac6d1a1f3b94f271",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bd8b6564f74043eecd3ea797ac6d1a1f3b94f271"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9ed30c782d6d46608c82da875a658790c80d193f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ed30c782d6d46608c82da875a658790c80d193f",
"title": "9ed30c782d6d46608c82da875a658790c80d193f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ed30c782d6d46608c82da875a658790c80d193f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dda2b3579e6284742f46ffdfbe2e88e1e1ded646"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dda2b3579e6284742f46ffdfbe2e88e1e1ded646",
"title": "dda2b3579e6284742f46ffdfbe2e88e1e1ded646",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dda2b3579e6284742f46ffdfbe2e88e1e1ded646"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dda2b3579e6284742f46ffdfbe2e88e1e1ded646",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863251275121587056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:25:22.844] Scheduled build:
{
"id": "8697821213171060129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-18T23:25:22.513322105Z",
"updateTime": "2025-11-18T23:25:22.513322105Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dda2b3579e6284742f46ffdfbe2e88e1e1ded646",
"ref": "refs/heads/main"
}
}
}
[23:25:22.844] Task URL: https://cr-buildbucket.appspot.com/build/8697821213171060129
[23:25:22.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:2:0) after 2m15s
[23:25:23.844] Received PubSub notification, asking Buildbucket for the build status
[23:25:23.928] Build status: SCHEDULED
[23:27:37.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:2:0)
[23:27:37.896] Build status: SCHEDULED
[23:27:37.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:4:0) after 7m48s
[23:35:25.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:4:0)
[23:35:25.985] Build status: SCHEDULED
[23:35:25.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:5:0) after 4m54s
[23:40:20.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:5:0)
[23:40:20.024] Build status: SCHEDULED
[23:40:20.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:6:0) after 3m32s
[23:43:52.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:6:0)
[23:43:52.179] Build status: SCHEDULED
[23:43:52.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:7:0) after 8m26s
[23:52:18.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:7:0)
[23:52:18.292] Build status: SCHEDULED
[23:52:18.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:8:0) after 9m33s
[00:01:51.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:8:0)
[00:01:51.410] Build status: SCHEDULED
[00:01:51.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:9:0) after 1m19s
[00:03:10.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:9:0)
[00:03:10.446] Build status: SCHEDULED
[00:03:10.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:10:0) after 9m9s
[00:12:19.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:10:0)
[00:12:19.493] Build status: SCHEDULED
[00:12:19.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:11:0) after 3m28s
[00:15:47.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:11:0)
[00:15:47.574] Build status: SCHEDULED
[00:15:47.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:12:0) after 1m13s
[00:17:00.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:12:0)
[00:17:00.605] Build status: SCHEDULED
[00:17:00.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:13:0) after 4m59s
[00:21:59.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:13:0)
[00:21:59.633] Build status: SCHEDULED
[00:21:59.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:14:0) after 5m0s
[00:26:59.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:14:0)
[00:26:59.683] Build status: SCHEDULED
[00:26:59.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:15:0) after 8m23s
[00:35:22.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:15:0)
[00:35:22.686] Build status: SCHEDULED
[00:35:22.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:16:0) after 1m51s
[00:37:13.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:16:0)
[00:37:13.711] Build status: SCHEDULED
[00:37:13.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:17:0) after 5m31s
[00:42:44.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:17:0)
[00:42:44.818] Build status: SCHEDULED
[00:42:44.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:18:0) after 9m55s
[00:52:39.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:18:0)
[00:52:39.922] Build status: SCHEDULED
[00:52:39.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:19:0) after 7m11s
[00:59:50.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:19:0)
[00:59:50.999] Build status: SCHEDULED
[00:59:50.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:20:0) after 8m44s
[01:08:35.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:20:0)
[01:08:35.058] Build status: SCHEDULED
[01:08:35.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:21:0) after 3m8s
[01:11:43.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:21:0)
[01:11:43.085] Build status: SCHEDULED
[01:11:43.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:22:0) after 9m41s
[01:21:24.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:22:0)
[01:21:24.122] Build status: SCHEDULED
[01:21:24.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:23:0) after 6m46s
[01:28:10.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:23:0)
[01:28:10.316] Build status: SCHEDULED
[01:28:10.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:24:0) after 9m43s
[01:37:53.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:24:0)
[01:37:53.369] Build status: SCHEDULED
[01:37:53.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:25:0) after 7m5s
[01:44:58.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:25:0)
[01:44:58.448] Build status: SCHEDULED
[01:44:58.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:26:0) after 6m12s
[01:51:10.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:26:0)
[01:51:10.484] Build status: SCHEDULED
[01:51:10.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:27:0) after 1m0s
[01:52:10.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:27:0)
[01:52:10.575] Build status: SCHEDULED
[01:52:10.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:28:0) after 2m50s
[01:55:00.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:28:0)
[01:55:00.627] Build status: SCHEDULED
[01:55:00.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:29:0) after 1m57s
[01:56:57.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:29:0)
[01:56:57.655] Build status: SCHEDULED
[01:56:57.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:30:0) after 1m13s
[01:58:10.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:30:0)
[01:58:10.802] Build status: SCHEDULED
[01:58:10.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:31:0) after 7m2s
[02:05:12.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:31:0)
[02:05:12.834] Build status: SCHEDULED
[02:05:12.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:32:0) after 7m48s
[02:13:00.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:32:0)
[02:13:00.912] Build status: SCHEDULED
[02:13:00.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:33:0) after 7m53s
[02:20:53.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:33:0)
[02:20:53.945] Build status: SCHEDULED
[02:20:53.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:34:0) after 6m30s
[02:27:23.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:34:0)
[02:27:23.985] Build status: SCHEDULED
[02:27:23.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:35:0) after 7m48s
[02:35:12.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:35:0)
[02:35:12.022] Build status: SCHEDULED
[02:35:12.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:36:0) after 9m19s
[02:44:31.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:36:0)
[02:44:31.064] Build status: SCHEDULED
[02:44:31.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:37:0) after 2m25s
[02:46:56.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:37:0)
[02:46:56.100] Build status: SCHEDULED
[02:46:56.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:38:0) after 3m32s
[02:50:28.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:38:0)
[02:50:28.139] Build status: SCHEDULED
[02:50:28.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:39:0) after 6m40s
[02:57:08.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:39:0)
[02:57:08.206] Build status: SCHEDULED
[02:57:08.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:40:0) after 7m6s
[03:04:14.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:40:0)
[03:04:14.395] Build status: SCHEDULED
[03:04:14.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:41:0) after 4m40s
[03:08:54.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:41:0)
[03:08:54.432] Build status: SCHEDULED
[03:08:54.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:42:0) after 3m36s
[03:12:30.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:42:0)
[03:12:30.564] Build status: SCHEDULED
[03:12:30.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:43:0) after 1m13s
[03:13:43.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:43:0)
[03:13:43.593] Build status: SCHEDULED
[03:13:43.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:44:0) after 4m49s
[03:18:32.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:44:0)
[03:18:32.630] Build status: SCHEDULED
[03:18:32.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:45:0) after 9m48s
[03:28:20.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:45:0)
[03:28:20.681] Build status: SCHEDULED
[03:28:20.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:46:0) after 2m4s
[03:30:24.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:46:0)
[03:30:24.711] Build status: SCHEDULED
[03:30:24.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:47:0) after 3m9s
[03:33:33.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:47:0)
[03:33:34.139] Build status: SCHEDULED
[03:33:34.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:48:0) after 6m23s
[03:39:57.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:48:0)
[03:39:57.172] Build status: SCHEDULED
[03:39:57.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:49:0) after 3m39s
[03:43:36.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:49:0)
[03:43:36.202] Build status: SCHEDULED
[03:43:36.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:50:0) after 1m55s
[03:45:31.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:50:0)
[03:45:31.289] Build status: SCHEDULED
[03:45:31.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:51:0) after 8m45s
[03:54:16.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:51:0)
[03:54:16.457] Build status: SCHEDULED
[03:54:16.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:52:0) after 3m40s
[03:57:56.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:52:0)
[03:57:56.484] Build status: SCHEDULED
[03:57:56.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:53:0) after 8m25s
[04:06:21.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:53:0)
[04:06:21.818] Build status: SCHEDULED
[04:06:21.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:54:0) after 9m19s
[04:15:41.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:54:0)
[04:15:41.298] Build status: SCHEDULED
[04:15:41.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:55:0) after 3m53s
[04:19:34.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:55:0)
[04:19:34.571] Build status: SCHEDULED
[04:19:34.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:56:0) after 1m1s
[04:20:35.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:56:0)
[04:20:35.812] Build status: SCHEDULED
[04:20:35.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:57:0) after 1m33s
[04:22:08.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:57:0)
[04:22:08.844] Build status: SCHEDULED
[04:22:08.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:58:0) after 9m19s
[04:31:28.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:58:0)
[04:31:28.914] Build status: SCHEDULED
[04:31:28.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:59:0) after 9m34s
[04:41:02.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:59:0)
[04:41:02.981] Build status: SCHEDULED
[04:41:02.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:60:0) after 6m13s
[04:47:16.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:60:0)
[04:47:16.077] Build status: SCHEDULED
[04:47:16.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:61:0) after 6m8s
[04:53:24.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:61:0)
[04:53:24.160] Build status: SCHEDULED
[04:53:24.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:62:0) after 8m19s
[05:01:43.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:62:0)
[05:01:43.201] Build status: SCHEDULED
[05:01:43.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:63:0) after 8m27s
[05:10:10.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:63:0)
[05:10:10.264] Build status: SCHEDULED
[05:10:10.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:64:0) after 9m1s
[05:19:11.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:64:0)
[05:19:11.328] Build status: SCHEDULED
[05:19:11.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:65:0) after 9m1s
[05:28:12.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:65:0)
[05:28:12.437] Build status: SCHEDULED
[05:28:12.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:66:0) after 2m27s
[05:30:39.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:66:0)
[05:30:39.633] Build status: SCHEDULED
[05:30:39.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:67:0) after 5m45s
[05:36:24.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:67:0)
[05:36:24.751] Build status: SCHEDULED
[05:36:24.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:68:0) after 5m4s
[05:41:28.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:68:0)
[05:41:28.833] Build status: SCHEDULED
[05:41:28.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:69:0) after 2m3s
[05:43:31.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:69:0)
[05:43:31.866] Build status: SCHEDULED
[05:43:31.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:70:0) after 9m27s
[05:52:58.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:70:0)
[05:52:58.946] Build status: SCHEDULED
[05:52:58.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:71:0) after 8m34s
[06:01:33.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:71:0)
[06:01:33.034] Build status: SCHEDULED
[06:01:33.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:72:0) after 4m26s
[06:05:59.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:72:0)
[06:05:59.068] Build status: SCHEDULED
[06:05:59.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:73:0) after 4m5s
[06:10:04.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:73:0)
[06:10:04.355] Build status: SCHEDULED
[06:10:04.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:74:0) after 8m42s
[06:18:46.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:74:0)
[06:18:46.438] Build status: SCHEDULED
[06:18:46.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:75:0) after 3m35s
[06:22:21.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:75:0)
[06:22:21.532] Build status: SCHEDULED
[06:22:21.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:76:0) after 2m33s
[06:24:54.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:76:0)
[06:24:54.597] Build status: SCHEDULED
[06:24:54.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:77:0) after 4m52s
[06:29:46.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:77:0)
[06:29:46.644] Build status: SCHEDULED
[06:29:46.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:78:0) after 7m3s
[06:36:49.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:78:0)
[06:36:49.764] Build status: SCHEDULED
[06:36:49.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:79:0) after 7m55s
[06:44:44.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:79:0)
[06:44:45.004] Build status: SCHEDULED
[06:44:45.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:80:0) after 8m18s
[06:53:03.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:80:0)
[06:53:03.050] Build status: SCHEDULED
[06:53:03.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:81:0) after 4m10s
[06:57:13.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:81:0)
[06:57:13.080] Build status: SCHEDULED
[06:57:13.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:82:0) after 5m58s
[07:03:11.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:82:0)
[07:03:11.139] Build status: SCHEDULED
[07:03:11.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:83:0) after 3m56s
[07:07:07.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:83:0)
[07:07:07.172] Build status: SCHEDULED
[07:07:07.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:84:0) after 4m55s
[07:07:24.730] Received PubSub notification, asking Buildbucket for the build status
[07:07:24.814] Build status: STARTED
[07:12:02.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:84:0)
[07:12:02.208] Build status: STARTED
[07:12:02.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8863251275121587056:86:0) after 8m32s
[07:16:33.542] Received PubSub notification, asking Buildbucket for the build status
[07:16:33.566] Build:
{
"id": "8697821213171060129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-18T23:25:22.513322105Z",
"startTime": "2025-11-19T07:07:24.530995322Z",
"endTime": "2025-11-19T07:16:33.175199140Z",
"updateTime": "2025-11-19T07:16:33.175199140Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dda2b3579e6284742f46ffdfbe2e88e1e1ded646",
"ref": "refs/heads/main"
}
}
}
[07:16:33.566] Invocation finished in 7h51m12.297291527s with status FAILED