[04:18:57.462] New invocation is queued and will start shortly
[04:18:58.662] Starting the invocation (attempt 1)
[04:18:58.685] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
[04:18:58.685] Popped gitiles commit info from properties and tags
[04:18:58.685] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:18:58.686] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:18:58.686] Buildbucket request:
{
"requestId": "8870661754481574112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8870661754481574112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "195b3912d3f9c71808d4b5256779dfe742b8960a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@195b3912d3f9c71808d4b5256779dfe742b8960a",
"title": "195b3912d3f9c71808d4b5256779dfe742b8960a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/195b3912d3f9c71808d4b5256779dfe742b8960a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "66c46ac950f2accb3211692a1f409e23c11a3032"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66c46ac950f2accb3211692a1f409e23c11a3032",
"title": "66c46ac950f2accb3211692a1f409e23c11a3032",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66c46ac950f2accb3211692a1f409e23c11a3032"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "22022489a6742d38ddd821fb814a7aee35094256"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@22022489a6742d38ddd821fb814a7aee35094256",
"title": "22022489a6742d38ddd821fb814a7aee35094256",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/22022489a6742d38ddd821fb814a7aee35094256"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b9d49277c0c3952873452101a964715d77087614"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9d49277c0c3952873452101a964715d77087614",
"title": "b9d49277c0c3952873452101a964715d77087614",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9d49277c0c3952873452101a964715d77087614"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0113cf072d001eaefa848f24409855b33427259e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0113cf072d001eaefa848f24409855b33427259e",
"title": "0113cf072d001eaefa848f24409855b33427259e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0113cf072d001eaefa848f24409855b33427259e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4587c394bd1d8fcb01ba5c801ce486e87566617c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4587c394bd1d8fcb01ba5c801ce486e87566617c",
"title": "4587c394bd1d8fcb01ba5c801ce486e87566617c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4587c394bd1d8fcb01ba5c801ce486e87566617c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5468890445c8be4974e658e37f4e7544e3874042"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5468890445c8be4974e658e37f4e7544e3874042",
"title": "5468890445c8be4974e658e37f4e7544e3874042",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5468890445c8be4974e658e37f4e7544e3874042"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
"title": "9e9c54dee6ce0df6be063f26dc3a9a1566698fb1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e9c54dee6ce0df6be063f26dc3a9a1566698fb1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
"title": "dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd63e84d7627b190aa0f1a6c8de276b9c9cb6b9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "788829b17430e7733fec6014063eed5ee1620f90"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@788829b17430e7733fec6014063eed5ee1620f90",
"title": "788829b17430e7733fec6014063eed5ee1620f90",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/788829b17430e7733fec6014063eed5ee1620f90"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fcca8df84816b702410402948d0c68c6e5b42abc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcca8df84816b702410402948d0c68c6e5b42abc",
"title": "fcca8df84816b702410402948d0c68c6e5b42abc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcca8df84816b702410402948d0c68c6e5b42abc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5d550d2fa57d177d541a7f02816a2919917bb914"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5d550d2fa57d177d541a7f02816a2919917bb914",
"title": "5d550d2fa57d177d541a7f02816a2919917bb914",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5d550d2fa57d177d541a7f02816a2919917bb914"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "902cb0b72ecddffcb5f6b42e320bce4971e880d9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@902cb0b72ecddffcb5f6b42e320bce4971e880d9",
"title": "902cb0b72ecddffcb5f6b42e320bce4971e880d9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/902cb0b72ecddffcb5f6b42e320bce4971e880d9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
"title": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870661754481574112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:18:59.228] Scheduled build:
{
"id": "8705231692455019649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-29T04:18:58.747135926Z",
"updateTime": "2025-08-29T04:18:58.747135926Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
"ref": "refs/heads/main"
}
}
}
[04:18:59.228] Task URL: https://cr-buildbucket.appspot.com/build/8705231692455019649
[04:18:59.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:2:0) after 4m56s
[04:18:59.654] Received PubSub notification, asking Buildbucket for the build status
[04:18:59.675] Build status: SCHEDULED
[04:23:55.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:2:0)
[04:23:55.268] Build status: SCHEDULED
[04:23:55.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:4:0) after 7m11s
[04:31:06.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:4:0)
[04:31:06.272] Build status: SCHEDULED
[04:31:06.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:5:0) after 9m12s
[04:40:18.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:5:0)
[04:40:18.442] Build status: SCHEDULED
[04:40:18.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:6:0) after 3m0s
[04:43:18.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:6:0)
[04:43:18.563] Build status: SCHEDULED
[04:43:18.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:7:0) after 1m29s
[04:44:47.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:7:0)
[04:44:47.603] Build status: SCHEDULED
[04:44:47.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:8:0) after 4m25s
[04:49:12.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:8:0)
[04:49:12.641] Build status: SCHEDULED
[04:49:12.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:9:0) after 2m41s
[04:51:53.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:9:0)
[04:51:53.680] Build status: SCHEDULED
[04:51:53.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:10:0) after 1m28s
[04:53:21.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:10:0)
[04:53:21.683] Build status: SCHEDULED
[04:53:21.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:11:0) after 4m4s
[04:57:25.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:11:0)
[04:57:25.719] Build status: SCHEDULED
[04:57:25.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:12:0) after 3m33s
[05:00:58.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:12:0)
[05:00:58.763] Build status: SCHEDULED
[05:00:58.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:13:0) after 6m34s
[05:07:32.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:13:0)
[05:07:32.821] Build status: SCHEDULED
[05:07:32.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:14:0) after 4m6s
[05:11:38.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:14:0)
[05:11:38.891] Build status: SCHEDULED
[05:11:38.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:15:0) after 4m54s
[05:16:32.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:15:0)
[05:16:32.940] Build status: SCHEDULED
[05:16:32.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:16:0) after 1m1s
[05:17:34.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:16:0)
[05:17:34.021] Build status: SCHEDULED
[05:17:34.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:17:0) after 2m51s
[05:20:25.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:17:0)
[05:20:25.057] Build status: SCHEDULED
[05:20:25.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:18:0) after 2m21s
[05:22:46.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:18:0)
[05:22:46.180] Build status: SCHEDULED
[05:22:46.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:19:0) after 1m57s
[05:24:43.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:19:0)
[05:24:43.240] Build status: SCHEDULED
[05:24:43.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:20:0) after 6m35s
[05:31:18.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:20:0)
[05:31:18.314] Build status: SCHEDULED
[05:31:18.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:21:0) after 3m27s
[05:34:45.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:21:0)
[05:34:45.407] Build status: SCHEDULED
[05:34:45.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:22:0) after 2m15s
[05:37:00.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:22:0)
[05:37:00.439] Build status: SCHEDULED
[05:37:00.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:23:0) after 2m52s
[05:39:52.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:23:0)
[05:39:52.482] Build status: SCHEDULED
[05:39:52.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:24:0) after 7m23s
[05:47:15.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:24:0)
[05:47:15.519] Build status: SCHEDULED
[05:47:15.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:25:0) after 4m52s
[05:52:07.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:25:0)
[05:52:07.595] Build status: SCHEDULED
[05:52:07.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:26:0) after 5m36s
[05:57:43.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:26:0)
[05:57:43.789] Build status: SCHEDULED
[05:57:43.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:27:0) after 6m56s
[06:04:39.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:27:0)
[06:04:39.843] Build status: SCHEDULED
[06:04:39.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:28:0) after 8m1s
[06:12:40.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:28:0)
[06:12:40.879] Build status: SCHEDULED
[06:12:40.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:29:0) after 4m6s
[06:16:46.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:29:0)
[06:16:46.983] Build status: SCHEDULED
[06:16:46.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:30:0) after 3m51s
[06:20:37.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:30:0)
[06:20:38.017] Build status: SCHEDULED
[06:20:38.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:31:0) after 8m0s
[06:28:38.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:31:0)
[06:28:38.097] Build status: SCHEDULED
[06:28:38.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:32:0) after 2m52s
[06:31:30.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:32:0)
[06:31:30.229] Build status: SCHEDULED
[06:31:30.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:33:0) after 6m25s
[06:37:55.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:33:0)
[06:37:55.374] Build status: SCHEDULED
[06:37:55.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:34:0) after 1m34s
[06:39:29.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:34:0)
[06:39:29.402] Build status: SCHEDULED
[06:39:29.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:35:0) after 2m3s
[06:41:32.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:35:0)
[06:41:32.441] Build status: SCHEDULED
[06:41:32.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:36:0) after 5m25s
[06:46:57.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:36:0)
[06:46:57.574] Build status: SCHEDULED
[06:46:57.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:37:0) after 7m1s
[06:53:58.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:37:0)
[06:53:58.607] Build status: SCHEDULED
[06:53:58.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:38:0) after 8m12s
[07:02:10.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:38:0)
[07:02:10.954] Build status: SCHEDULED
[07:02:10.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:39:0) after 4m55s
[07:07:06.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:39:0)
[07:07:06.061] Build status: SCHEDULED
[07:07:06.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:40:0) after 6m28s
[07:13:34.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:40:0)
[07:13:34.098] Build status: SCHEDULED
[07:13:34.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:41:0) after 6m6s
[07:19:40.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:41:0)
[07:19:40.207] Build status: SCHEDULED
[07:19:40.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:42:0) after 7m48s
[07:27:28.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:42:0)
[07:27:28.265] Build status: SCHEDULED
[07:27:28.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:43:0) after 3m17s
[07:30:45.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:43:0)
[07:30:45.536] Build status: SCHEDULED
[07:30:45.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:44:0) after 5m7s
[07:35:52.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:44:0)
[07:35:52.570] Build status: SCHEDULED
[07:35:52.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:45:0) after 5m18s
[07:41:11.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:45:0)
[07:41:11.076] Build status: SCHEDULED
[07:41:11.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:46:0) after 6m10s
[07:47:22.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:46:0)
[07:47:22.329] Build status: SCHEDULED
[07:47:22.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:47:0) after 3m50s
[07:51:12.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:47:0)
[07:51:12.372] Build status: SCHEDULED
[07:51:12.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:48:0) after 8m10s
[07:59:22.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:48:0)
[07:59:22.690] Build status: SCHEDULED
[07:59:22.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:49:0) after 9m35s
[08:08:57.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:49:0)
[08:08:57.944] Build status: SCHEDULED
[08:08:57.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:50:0) after 6m14s
[08:15:11.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:50:0)
[08:15:11.992] Build status: SCHEDULED
[08:15:11.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:51:0) after 7m14s
[08:22:26.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:51:0)
[08:22:26.024] Build status: SCHEDULED
[08:22:26.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:52:0) after 9m4s
[08:31:30.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:52:0)
[08:31:30.071] Build status: SCHEDULED
[08:31:30.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:53:0) after 6m47s
[08:38:17.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:53:0)
[08:38:17.126] Build status: SCHEDULED
[08:38:17.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:54:0) after 6m4s
[08:44:21.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:54:0)
[08:44:21.159] Build status: SCHEDULED
[08:44:21.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:55:0) after 8m40s
[08:53:01.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:55:0)
[08:53:01.253] Build status: SCHEDULED
[08:53:01.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:56:0) after 1m58s
[08:54:59.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:56:0)
[08:54:59.294] Build status: SCHEDULED
[08:54:59.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:57:0) after 4m0s
[08:58:59.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:57:0)
[08:58:59.325] Build status: SCHEDULED
[08:58:59.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:58:0) after 4m59s
[09:03:58.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:58:0)
[09:03:58.475] Build status: SCHEDULED
[09:03:58.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:59:0) after 2m1s
[09:05:59.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:59:0)
[09:05:59.551] Build status: SCHEDULED
[09:05:59.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:60:0) after 5m26s
[09:11:25.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:60:0)
[09:11:25.708] Build status: SCHEDULED
[09:11:25.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:61:0) after 5m43s
[09:17:08.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:61:0)
[09:17:08.898] Build status: SCHEDULED
[09:17:08.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:62:0) after 6m20s
[09:23:28.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:62:0)
[09:23:29.025] Build status: SCHEDULED
[09:23:29.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:63:0) after 1m39s
[09:25:08.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:63:0)
[09:25:08.070] Build status: SCHEDULED
[09:25:08.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:64:0) after 8m49s
[09:33:57.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:64:0)
[09:33:57.119] Build status: SCHEDULED
[09:33:57.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:65:0) after 8m52s
[09:42:49.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:65:0)
[09:42:49.163] Build status: SCHEDULED
[09:42:49.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:66:0) after 3m48s
[09:46:37.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:66:0)
[09:46:37.342] Build status: SCHEDULED
[09:46:37.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:67:0) after 4m31s
[09:51:08.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:67:0)
[09:51:08.405] Build status: SCHEDULED
[09:51:08.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:68:0) after 9m53s
[10:01:01.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:68:0)
[10:01:01.526] Build status: SCHEDULED
[10:01:01.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:69:0) after 2m50s
[10:03:51.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:69:0)
[10:03:51.826] Build status: SCHEDULED
[10:03:51.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:70:0) after 4m22s
[10:08:13.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:70:0)
[10:08:13.997] Build status: SCHEDULED
[10:08:13.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:71:0) after 6m3s
[10:14:17.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:71:0)
[10:14:17.095] Build status: SCHEDULED
[10:14:17.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:72:0) after 8m26s
[10:22:43.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:72:0)
[10:22:43.120] Build status: SCHEDULED
[10:22:43.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:73:0) after 4m48s
[10:27:31.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:73:0)
[10:27:31.211] Build status: SCHEDULED
[10:27:31.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:74:0) after 7m26s
[10:34:57.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:74:0)
[10:34:57.851] Build status: SCHEDULED
[10:34:57.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:75:0) after 7m25s
[10:38:25.507] Received PubSub notification, asking Buildbucket for the build status
[10:38:25.525] Build status: STARTED
[10:42:22.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:75:0)
[10:42:22.958] Build status: STARTED
[10:42:22.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:77:0) after 8m38s
[10:51:00.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:77:0)
[10:51:00.992] Build status: STARTED
[10:51:00.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:78:0) after 8m21s
[10:59:22.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:78:0)
[10:59:22.032] Build status: STARTED
[10:59:22.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:79:0) after 7m17s
[11:06:39.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:79:0)
[11:06:39.062] Build status: STARTED
[11:06:39.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-platform:8870661754481574112:80:0) after 6m39s
[11:08:37.971] Received PubSub notification, asking Buildbucket for the build status
[11:08:38.038] Build:
{
"id": "8705231692455019649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-platform"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-29T04:18:58.747135926Z",
"startTime": "2025-08-29T10:38:25.364014671Z",
"endTime": "2025-08-29T11:08:37.511537119Z",
"updateTime": "2025-08-29T11:08:37.511537119Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e1f16e0eaf1849b7241ef91e0ef2bd17a12af58",
"ref": "refs/heads/main"
}
}
}
[11:08:38.038] Invocation finished in 6h49m40.607180332s with status FAILED