[01:35:46.765] New invocation is queued and will start shortly
[01:35:47.981] Starting the invocation (attempt 1)
[01:35:48.002] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/bb8d51fae2daa3a7e71f7490dfc0a65103e9fead"
[01:35:48.002] Popped gitiles commit info from properties and tags
[01:35:48.002] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:35:48.002] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:35:48.002] Buildbucket request:
{
"requestId": "8867410529955639296",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867410529955639296",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "321bd2357e4cfe43ff3ab704e2a2bc8561ec0534"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@321bd2357e4cfe43ff3ab704e2a2bc8561ec0534",
"title": "321bd2357e4cfe43ff3ab704e2a2bc8561ec0534",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/321bd2357e4cfe43ff3ab704e2a2bc8561ec0534"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2998ef83edd9abcf32e2dc2405128c7e857b25ba"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2998ef83edd9abcf32e2dc2405128c7e857b25ba",
"title": "2998ef83edd9abcf32e2dc2405128c7e857b25ba",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2998ef83edd9abcf32e2dc2405128c7e857b25ba"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "21466c8f90061db7e754871e424373020d2703dc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21466c8f90061db7e754871e424373020d2703dc",
"title": "21466c8f90061db7e754871e424373020d2703dc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21466c8f90061db7e754871e424373020d2703dc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c679ff0a08a0262d89fb2bb4cba5361669a5bd6b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c679ff0a08a0262d89fb2bb4cba5361669a5bd6b",
"title": "c679ff0a08a0262d89fb2bb4cba5361669a5bd6b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c679ff0a08a0262d89fb2bb4cba5361669a5bd6b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bb8d51fae2daa3a7e71f7490dfc0a65103e9fead"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb8d51fae2daa3a7e71f7490dfc0a65103e9fead",
"title": "bb8d51fae2daa3a7e71f7490dfc0a65103e9fead",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb8d51fae2daa3a7e71f7490dfc0a65103e9fead"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bb8d51fae2daa3a7e71f7490dfc0a65103e9fead",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867410529955639296"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:35:48.339] Scheduled build:
{
"id": "8701980467941504225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-04T01:35:48.063717855Z",
"updateTime": "2025-10-04T01:35:48.063717855Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bb8d51fae2daa3a7e71f7490dfc0a65103e9fead",
"ref": "refs/heads/main"
}
}
}
[01:35:48.339] Task URL: https://cr-buildbucket.appspot.com/build/8701980467941504225
[01:35:48.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:2:0) after 5m20s
[01:35:49.306] Received PubSub notification, asking Buildbucket for the build status
[01:35:49.334] Build status: SCHEDULED
[01:41:08.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:2:0)
[01:41:08.369] Build status: SCHEDULED
[01:41:08.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:4:0) after 5m9s
[01:46:17.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:4:0)
[01:46:17.530] Build status: SCHEDULED
[01:46:17.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:5:0) after 5m1s
[01:51:18.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:5:0)
[01:51:18.708] Build status: SCHEDULED
[01:51:18.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:6:0) after 2m2s
[01:53:20.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:6:0)
[01:53:20.808] Build status: SCHEDULED
[01:53:20.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:7:0) after 6m31s
[01:59:51.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:7:0)
[01:59:51.839] Build status: SCHEDULED
[01:59:51.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:8:0) after 4m53s
[02:04:44.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:8:0)
[02:04:44.931] Build status: SCHEDULED
[02:04:44.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:9:0) after 3m49s
[02:08:33.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:9:0)
[02:08:33.928] Build status: SCHEDULED
[02:08:33.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:10:0) after 2m34s
[02:11:08.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:10:0)
[02:11:08.105] Build status: SCHEDULED
[02:11:08.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:11:0) after 3m41s
[02:14:49.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:11:0)
[02:14:49.133] Build status: SCHEDULED
[02:14:49.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:12:0) after 8m41s
[02:23:30.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:12:0)
[02:23:30.231] Build status: SCHEDULED
[02:23:30.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:13:0) after 2m44s
[02:26:14.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:13:0)
[02:26:14.317] Build status: SCHEDULED
[02:26:14.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:14:0) after 7m27s
[02:33:41.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:14:0)
[02:33:41.431] Build status: SCHEDULED
[02:33:41.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:15:0) after 5m56s
[02:39:37.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:15:0)
[02:39:37.469] Build status: SCHEDULED
[02:39:37.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:16:0) after 1m4s
[02:40:41.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:16:0)
[02:40:41.501] Build status: SCHEDULED
[02:40:41.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:17:0) after 4m42s
[02:45:23.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:17:0)
[02:45:23.595] Build status: SCHEDULED
[02:45:23.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:18:0) after 1m48s
[02:47:11.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:18:0)
[02:47:12.475] Build status: SCHEDULED
[02:47:12.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:19:0) after 5m44s
[02:52:56.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:19:0)
[02:52:56.580] Build status: SCHEDULED
[02:52:56.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:20:0) after 6m53s
[02:59:49.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:20:0)
[02:59:49.585] Build status: SCHEDULED
[02:59:49.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:21:0) after 7m46s
[03:07:35.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:21:0)
[03:07:35.618] Build status: SCHEDULED
[03:07:35.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:22:0) after 1m42s
[03:09:17.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:22:0)
[03:09:17.639] Build status: SCHEDULED
[03:09:17.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:23:0) after 6m57s
[03:16:14.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:23:0)
[03:16:14.734] Build status: SCHEDULED
[03:16:14.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:24:0) after 8m5s
[03:24:19.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:24:0)
[03:24:19.945] Build status: SCHEDULED
[03:24:19.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:25:0) after 8m41s
[03:33:00.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:25:0)
[03:33:01.001] Build status: SCHEDULED
[03:33:01.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:26:0) after 4m39s
[03:37:40.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:26:0)
[03:37:40.136] Build status: SCHEDULED
[03:37:40.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:27:0) after 2m43s
[03:40:23.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:27:0)
[03:40:23.195] Build status: SCHEDULED
[03:40:23.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:28:0) after 3m23s
[03:43:46.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:28:0)
[03:43:46.232] Build status: SCHEDULED
[03:43:46.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:29:0) after 6m37s
[03:50:23.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:29:0)
[03:50:23.277] Build status: SCHEDULED
[03:50:23.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:30:0) after 1m23s
[03:51:46.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:30:0)
[03:51:46.308] Build status: SCHEDULED
[03:51:46.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:31:0) after 8m38s
[04:00:24.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:31:0)
[04:00:24.351] Build status: SCHEDULED
[04:00:24.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:32:0) after 7m37s
[04:08:01.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:32:0)
[04:08:01.419] Build status: SCHEDULED
[04:08:01.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:33:0) after 5m26s
[04:13:27.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:33:0)
[04:13:27.728] Build status: SCHEDULED
[04:13:27.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:34:0) after 6m36s
[04:20:03.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:34:0)
[04:20:03.818] Build status: SCHEDULED
[04:20:03.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:35:0) after 7m23s
[04:27:26.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:35:0)
[04:27:26.877] Build status: SCHEDULED
[04:27:26.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:36:0) after 2m26s
[04:29:52.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:36:0)
[04:29:52.904] Build status: SCHEDULED
[04:29:52.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:37:0) after 1m7s
[04:30:59.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:37:0)
[04:31:00.178] Build status: SCHEDULED
[04:31:00.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:38:0) after 6m26s
[04:37:26.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:38:0)
[04:37:26.303] Build status: SCHEDULED
[04:37:26.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:39:0) after 2m28s
[04:39:54.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:39:0)
[04:39:54.352] Build status: SCHEDULED
[04:39:54.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:40:0) after 5m9s
[04:45:03.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:40:0)
[04:45:03.473] Build status: SCHEDULED
[04:45:03.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:41:0) after 4m58s
[04:50:01.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:41:0)
[04:50:01.506] Build status: SCHEDULED
[04:50:01.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:42:0) after 7m21s
[04:57:22.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:42:0)
[04:57:22.670] Build status: SCHEDULED
[04:57:22.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:43:0) after 2m18s
[04:59:40.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:43:0)
[04:59:40.762] Build status: SCHEDULED
[04:59:40.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:44:0) after 4m3s
[05:03:43.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:44:0)
[05:03:43.824] Build status: SCHEDULED
[05:03:43.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:45:0) after 4m28s
[05:08:11.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:45:0)
[05:08:11.946] Build status: SCHEDULED
[05:08:11.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:46:0) after 1m54s
[05:10:05.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:46:0)
[05:10:05.998] Build status: SCHEDULED
[05:10:05.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:47:0) after 5m9s
[05:15:15.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:47:0)
[05:15:15.043] Build status: SCHEDULED
[05:15:15.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:48:0) after 3m38s
[05:18:53.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:48:0)
[05:18:53.079] Build status: SCHEDULED
[05:18:53.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:49:0) after 9m13s
[05:28:06.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:49:0)
[05:28:06.117] Build status: SCHEDULED
[05:28:06.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:50:0) after 2m48s
[05:30:54.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:50:0)
[05:30:54.237] Build status: SCHEDULED
[05:30:54.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:51:0) after 2m15s
[05:33:09.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:51:0)
[05:33:09.345] Build status: SCHEDULED
[05:33:09.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:52:0) after 3m58s
[05:37:07.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:52:0)
[05:37:07.504] Build status: SCHEDULED
[05:37:07.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:53:0) after 6m35s
[05:43:42.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:53:0)
[05:43:42.598] Build status: SCHEDULED
[05:43:42.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:54:0) after 3m44s
[05:47:27.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:54:0)
[05:47:27.026] Build status: SCHEDULED
[05:47:27.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:55:0) after 9m8s
[05:56:35.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:55:0)
[05:56:35.549] Build status: SCHEDULED
[05:56:35.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:56:0) after 3m53s
[06:00:28.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:56:0)
[06:00:28.899] Build status: SCHEDULED
[06:00:28.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:57:0) after 7m31s
[06:08:00.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:57:0)
[06:08:00.071] Build status: SCHEDULED
[06:08:00.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:58:0) after 2m2s
[06:10:02.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:58:0)
[06:10:02.109] Build status: SCHEDULED
[06:10:02.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:59:0) after 8m33s
[06:18:35.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:59:0)
[06:18:35.157] Build status: SCHEDULED
[06:18:35.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:60:0) after 7m57s
[06:26:32.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:60:0)
[06:26:32.219] Build status: SCHEDULED
[06:26:32.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:61:0) after 1m53s
[06:28:25.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:61:0)
[06:28:25.327] Build status: SCHEDULED
[06:28:25.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:62:0) after 4m29s
[06:32:54.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:62:0)
[06:32:54.429] Build status: SCHEDULED
[06:32:54.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:63:0) after 4m4s
[06:36:58.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:63:0)
[06:36:58.612] Build status: SCHEDULED
[06:36:58.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:64:0) after 4m51s
[06:41:49.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:64:0)
[06:41:49.699] Build status: SCHEDULED
[06:41:49.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:65:0) after 7m36s
[06:49:25.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:65:0)
[06:49:25.940] Build status: SCHEDULED
[06:49:25.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:66:0) after 3m32s
[06:52:58.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:66:0)
[06:52:58.141] Build status: SCHEDULED
[06:52:58.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:67:0) after 3m43s
[06:56:41.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:67:0)
[06:56:41.313] Build status: SCHEDULED
[06:56:41.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:68:0) after 9m47s
[07:06:28.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:68:0)
[07:06:28.515] Build status: SCHEDULED
[07:06:28.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:69:0) after 2m20s
[07:08:48.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:69:0)
[07:08:48.700] Build status: SCHEDULED
[07:08:48.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:70:0) after 4m38s
[07:13:26.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:70:0)
[07:13:26.783] Build status: SCHEDULED
[07:13:26.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:71:0) after 9m47s
[07:23:13.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:71:0)
[07:23:13.942] Build status: SCHEDULED
[07:23:13.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:72:0) after 4m42s
[07:27:56.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:72:0)
[07:27:56.101] Build status: SCHEDULED
[07:27:56.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:73:0) after 8m30s
[07:36:26.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:73:0)
[07:36:26.185] Build status: SCHEDULED
[07:36:26.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:74:0) after 6m4s
[07:42:30.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:74:0)
[07:42:30.230] Build status: SCHEDULED
[07:42:30.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:75:0) after 2m58s
[07:45:28.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:75:0)
[07:45:28.326] Build status: SCHEDULED
[07:45:28.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:76:0) after 7m16s
[07:52:44.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:76:0)
[07:52:44.363] Build status: SCHEDULED
[07:52:44.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:77:0) after 5m34s
[07:58:18.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:77:0)
[07:58:18.499] Build status: SCHEDULED
[07:58:18.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:78:0) after 8m17s
[08:06:35.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:78:0)
[08:06:35.671] Build status: SCHEDULED
[08:06:35.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:79:0) after 9m41s
[08:16:16.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:79:0)
[08:16:16.801] Build status: SCHEDULED
[08:16:16.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:80:0) after 5m9s
[08:21:25.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:80:0)
[08:21:25.834] Build status: SCHEDULED
[08:21:25.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:81:0) after 5m22s
[08:26:47.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:81:0)
[08:26:47.860] Build status: SCHEDULED
[08:26:47.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:82:0) after 5m19s
[08:32:06.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:82:0)
[08:32:06.941] Build status: SCHEDULED
[08:32:06.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:83:0) after 7m32s
[08:39:38.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:83:0)
[08:39:38.972] Build status: SCHEDULED
[08:39:38.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:84:0) after 6m36s
[08:46:15.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:84:0)
[08:46:15.317] Build status: SCHEDULED
[08:46:15.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:85:0) after 2m28s
[08:48:43.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:85:0)
[08:48:43.612] Build status: SCHEDULED
[08:48:43.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:86:0) after 2m9s
[08:50:52.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:86:0)
[08:50:52.755] Build status: SCHEDULED
[08:50:52.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:87:0) after 1m42s
[08:52:34.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:87:0)
[08:52:34.784] Build status: SCHEDULED
[08:52:34.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:88:0) after 3m26s
[08:56:01.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:88:0)
[08:56:01.027] Build status: SCHEDULED
[08:56:01.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:89:0) after 9m59s
[09:06:00.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:89:0)
[09:06:00.087] Build status: SCHEDULED
[09:06:00.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:90:0) after 6m11s
[09:12:11.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:90:0)
[09:12:11.136] Build status: SCHEDULED
[09:12:11.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:91:0) after 2m55s
[09:15:06.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:91:0)
[09:15:06.251] Build status: SCHEDULED
[09:15:06.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:92:0) after 5m26s
[09:20:32.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:92:0)
[09:20:32.282] Build status: SCHEDULED
[09:20:32.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:93:0) after 8m27s
[09:27:56.110] Received PubSub notification, asking Buildbucket for the build status
[09:27:56.129] Build status: STARTED
[09:28:59.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:93:0)
[09:28:59.316] Build status: STARTED
[09:28:59.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:95:0) after 1m37s
[09:30:36.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:95:0)
[09:30:36.834] Build status: STARTED
[09:30:36.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8867410529955639296:96:0) after 9m18s
[09:33:04.350] Received PubSub notification, asking Buildbucket for the build status
[09:33:04.373] Build:
{
"id": "8701980467941504225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-04T01:35:48.063717855Z",
"startTime": "2025-10-04T09:27:55.958346013Z",
"endTime": "2025-10-04T09:32:34.306257907Z",
"updateTime": "2025-10-04T09:32:34.306257907Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "bb8d51fae2daa3a7e71f7490dfc0a65103e9fead",
"ref": "refs/heads/main"
}
}
}
[09:33:04.373] Invocation finished in 7h57m17.615573305s with status FAILED