[00:14:11.032] New invocation is queued and will start shortly
[00:14:13.021] Starting the invocation (attempt 1)
[00:14:13.050] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/83785da9e0197e98dea0e411dd1f05f0acd0671a"
[00:14:13.050] Popped gitiles commit info from properties and tags
[00:14:13.050] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:14:13.051] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:14:13.051] Buildbucket request:
{
"requestId": "8879646253968529056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879646253968529056",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "15349ff6832f0e3de8909acf2b6d686652708b68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@15349ff6832f0e3de8909acf2b6d686652708b68",
"title": "15349ff6832f0e3de8909acf2b6d686652708b68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/15349ff6832f0e3de8909acf2b6d686652708b68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b09da2b271a342dfbf246534d5d2c86e160c41ed"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b09da2b271a342dfbf246534d5d2c86e160c41ed",
"title": "b09da2b271a342dfbf246534d5d2c86e160c41ed",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b09da2b271a342dfbf246534d5d2c86e160c41ed"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "654e456b4749b77ebf6bf78f19414c594e39edcc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@654e456b4749b77ebf6bf78f19414c594e39edcc",
"title": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/654e456b4749b77ebf6bf78f19414c594e39edcc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ad3dbb9d23d7259c0f1a98546e6195f44c922cee"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ad3dbb9d23d7259c0f1a98546e6195f44c922cee",
"title": "ad3dbb9d23d7259c0f1a98546e6195f44c922cee",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ad3dbb9d23d7259c0f1a98546e6195f44c922cee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4ced4a3ebf7a54d05b2a01723ebef6ba33a885d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4ced4a3ebf7a54d05b2a01723ebef6ba33a885d7",
"title": "4ced4a3ebf7a54d05b2a01723ebef6ba33a885d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4ced4a3ebf7a54d05b2a01723ebef6ba33a885d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c290e7572ff59d13db36eb0c8368a1efb081479"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c290e7572ff59d13db36eb0c8368a1efb081479",
"title": "3c290e7572ff59d13db36eb0c8368a1efb081479",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c290e7572ff59d13db36eb0c8368a1efb081479"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "78d34f8d31eb8cf41a2f9c16a13cc84e6761fdbe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@78d34f8d31eb8cf41a2f9c16a13cc84e6761fdbe",
"title": "78d34f8d31eb8cf41a2f9c16a13cc84e6761fdbe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/78d34f8d31eb8cf41a2f9c16a13cc84e6761fdbe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83785da9e0197e98dea0e411dd1f05f0acd0671a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83785da9e0197e98dea0e411dd1f05f0acd0671a",
"title": "83785da9e0197e98dea0e411dd1f05f0acd0671a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83785da9e0197e98dea0e411dd1f05f0acd0671a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83785da9e0197e98dea0e411dd1f05f0acd0671a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879646253968529056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:14:13.431] Scheduled build:
{
"id": "8714216191142532897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-22T00:14:13.103370419Z",
"updateTime": "2025-05-22T00:14:13.103370419Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83785da9e0197e98dea0e411dd1f05f0acd0671a",
"ref": "refs/heads/main"
}
}
}
[00:14:13.431] Task URL: https://cr-buildbucket.appspot.com/build/8714216191142532897
[00:14:13.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:2:0) after 7m1s
[00:14:14.421] Received PubSub notification, asking Buildbucket for the build status
[00:14:14.447] Build status: SCHEDULED
[00:21:14.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:2:0)
[00:21:14.483] Build status: SCHEDULED
[00:21:14.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:4:0) after 2m46s
[00:24:00.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:4:0)
[00:24:00.520] Build status: SCHEDULED
[00:24:00.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:5:0) after 4m6s
[00:28:06.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:5:0)
[00:28:06.619] Build status: SCHEDULED
[00:28:06.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:6:0) after 9m1s
[00:37:07.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:6:0)
[00:37:07.707] Build status: SCHEDULED
[00:37:07.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:7:0) after 7m26s
[00:44:33.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:7:0)
[00:44:33.728] Build status: SCHEDULED
[00:44:33.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:8:0) after 4m22s
[00:48:55.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:8:0)
[00:48:55.827] Build status: SCHEDULED
[00:48:55.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:9:0) after 6m43s
[00:55:38.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:9:0)
[00:55:38.914] Build status: SCHEDULED
[00:55:38.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:10:0) after 4m52s
[01:00:30.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:10:0)
[01:00:30.988] Build status: SCHEDULED
[01:00:30.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:11:0) after 6m29s
[01:07:00.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:11:0)
[01:07:00.027] Build status: SCHEDULED
[01:07:00.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:12:0) after 3m53s
[01:10:53.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:12:0)
[01:10:53.180] Build status: SCHEDULED
[01:10:53.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:13:0) after 4m52s
[01:15:45.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:13:0)
[01:15:45.242] Build status: SCHEDULED
[01:15:45.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:14:0) after 3m0s
[01:18:45.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:14:0)
[01:18:45.316] Build status: SCHEDULED
[01:18:45.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:15:0) after 3m6s
[01:21:51.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:15:0)
[01:21:51.352] Build status: SCHEDULED
[01:21:51.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:16:0) after 4m52s
[01:26:43.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:16:0)
[01:26:43.409] Build status: SCHEDULED
[01:26:43.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:17:0) after 9m51s
[01:36:34.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:17:0)
[01:36:34.449] Build status: SCHEDULED
[01:36:34.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:18:0) after 7m35s
[01:44:09.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:18:0)
[01:44:09.515] Build status: SCHEDULED
[01:44:09.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:19:0) after 5m3s
[01:49:12.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:19:0)
[01:49:12.555] Build status: SCHEDULED
[01:49:12.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:20:0) after 1m53s
[01:51:05.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:20:0)
[01:51:05.620] Build status: SCHEDULED
[01:51:05.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:21:0) after 3m29s
[01:54:34.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:21:0)
[01:54:34.778] Build status: SCHEDULED
[01:54:34.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:22:0) after 1m59s
[01:56:33.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:22:0)
[01:56:33.784] Build status: SCHEDULED
[01:56:33.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:23:0) after 7m47s
[02:04:20.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:23:0)
[02:04:20.824] Build status: SCHEDULED
[02:04:20.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:24:0) after 9m28s
[02:13:48.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:24:0)
[02:13:48.868] Build status: SCHEDULED
[02:13:48.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:25:0) after 3m18s
[02:17:06.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:25:0)
[02:17:07.029] Build status: SCHEDULED
[02:17:07.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:26:0) after 2m42s
[02:19:49.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:26:0)
[02:19:49.098] Build status: SCHEDULED
[02:19:49.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:27:0) after 9m50s
[02:29:39.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:27:0)
[02:29:39.137] Build status: SCHEDULED
[02:29:39.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:28:0) after 5m52s
[02:35:31.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:28:0)
[02:35:31.224] Build status: SCHEDULED
[02:35:31.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:29:0) after 7m0s
[02:42:31.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:29:0)
[02:42:31.272] Build status: SCHEDULED
[02:42:31.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:30:0) after 2m9s
[02:44:40.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:30:0)
[02:44:40.402] Build status: SCHEDULED
[02:44:40.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:31:0) after 3m17s
[02:47:57.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:31:0)
[02:47:57.440] Build status: SCHEDULED
[02:47:57.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:32:0) after 1m53s
[02:49:50.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:32:0)
[02:49:50.503] Build status: SCHEDULED
[02:49:50.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:33:0) after 3m26s
[02:53:16.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:33:0)
[02:53:16.620] Build status: SCHEDULED
[02:53:16.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:34:0) after 2m15s
[02:55:31.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:34:0)
[02:55:31.702] Build status: SCHEDULED
[02:55:31.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:35:0) after 9m16s
[03:04:47.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:35:0)
[03:04:47.833] Build status: SCHEDULED
[03:04:47.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:36:0) after 1m38s
[03:06:25.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:36:0)
[03:06:25.910] Build status: SCHEDULED
[03:06:25.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:37:0) after 6m1s
[03:12:26.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:37:0)
[03:12:26.963] Build status: SCHEDULED
[03:12:26.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:38:0) after 6m3s
[03:18:30.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:38:0)
[03:18:30.222] Build status: SCHEDULED
[03:18:30.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:39:0) after 3m31s
[03:22:01.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:39:0)
[03:22:01.345] Build status: SCHEDULED
[03:22:01.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:40:0) after 2m43s
[03:24:44.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:40:0)
[03:24:44.449] Build status: SCHEDULED
[03:24:44.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:41:0) after 1m10s
[03:25:54.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:41:0)
[03:25:54.563] Build status: SCHEDULED
[03:25:54.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:42:0) after 6m9s
[03:32:03.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:42:0)
[03:32:03.657] Build status: SCHEDULED
[03:32:03.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:43:0) after 1m22s
[03:33:25.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:43:0)
[03:33:25.758] Build status: SCHEDULED
[03:33:25.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:44:0) after 2m53s
[03:36:18.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:44:0)
[03:36:18.841] Build status: SCHEDULED
[03:36:18.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:45:0) after 8m11s
[03:44:29.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:45:0)
[03:44:29.907] Build status: SCHEDULED
[03:44:29.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:46:0) after 7m50s
[03:52:19.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:46:0)
[03:52:19.976] Build status: SCHEDULED
[03:52:19.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:47:0) after 9m2s
[04:01:21.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:47:0)
[04:01:22.161] Build status: SCHEDULED
[04:01:22.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:48:0) after 4m13s
[04:05:35.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:48:0)
[04:05:35.206] Build status: SCHEDULED
[04:05:35.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:49:0) after 7m42s
[04:13:17.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:49:0)
[04:13:17.218] Build status: SCHEDULED
[04:13:17.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:50:0) after 9m12s
[04:22:29.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:50:0)
[04:22:29.321] Build status: SCHEDULED
[04:22:29.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:51:0) after 2m23s
[04:24:52.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:51:0)
[04:24:52.387] Build status: SCHEDULED
[04:24:52.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:52:0) after 6m15s
[04:31:07.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:52:0)
[04:31:07.476] Build status: SCHEDULED
[04:31:07.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:53:0) after 3m33s
[04:34:40.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:53:0)
[04:34:40.495] Build status: SCHEDULED
[04:34:40.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:54:0) after 8m19s
[04:42:59.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:54:0)
[04:42:59.539] Build status: SCHEDULED
[04:42:59.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:55:0) after 5m32s
[04:48:31.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:55:0)
[04:48:32.196] Build status: SCHEDULED
[04:48:32.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:56:0) after 1m5s
[04:49:37.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:56:0)
[04:49:37.217] Build status: SCHEDULED
[04:49:37.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:57:0) after 4m28s
[04:54:05.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:57:0)
[04:54:05.294] Build status: SCHEDULED
[04:54:05.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:58:0) after 5m28s
[04:59:33.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:58:0)
[04:59:33.331] Build status: SCHEDULED
[04:59:33.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:59:0) after 5m44s
[05:05:17.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:59:0)
[05:05:17.367] Build status: SCHEDULED
[05:05:17.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:60:0) after 9m28s
[05:14:45.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:60:0)
[05:14:45.484] Build status: SCHEDULED
[05:14:45.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:61:0) after 4m43s
[05:19:28.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:61:0)
[05:19:28.563] Build status: SCHEDULED
[05:19:28.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:62:0) after 8m4s
[05:27:32.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:62:0)
[05:27:32.773] Build status: SCHEDULED
[05:27:32.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:63:0) after 6m2s
[05:33:34.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:63:0)
[05:33:34.818] Build status: SCHEDULED
[05:33:34.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:64:0) after 7m40s
[05:41:14.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:64:0)
[05:41:14.906] Build status: SCHEDULED
[05:41:14.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:65:0) after 7m45s
[05:48:59.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:65:0)
[05:48:59.906] Build status: SCHEDULED
[05:48:59.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:66:0) after 7m2s
[05:56:02.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:66:0)
[05:56:02.066] Build status: SCHEDULED
[05:56:02.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:67:0) after 6m55s
[06:02:57.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:67:0)
[06:02:57.112] Build status: SCHEDULED
[06:02:57.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:68:0) after 2m26s
[06:05:23.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:68:0)
[06:05:23.154] Build status: SCHEDULED
[06:05:23.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:69:0) after 3m39s
[06:09:02.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:69:0)
[06:09:02.253] Build status: SCHEDULED
[06:09:02.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:70:0) after 2m33s
[06:11:35.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:70:0)
[06:11:35.300] Build status: SCHEDULED
[06:11:35.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:71:0) after 2m8s
[06:13:43.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:71:0)
[06:13:43.412] Build status: SCHEDULED
[06:13:43.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:72:0) after 4m41s
[06:18:24.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:72:0)
[06:18:24.464] Build status: SCHEDULED
[06:18:24.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:73:0) after 7m5s
[06:25:29.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:73:0)
[06:25:29.502] Build status: SCHEDULED
[06:25:29.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:74:0) after 5m3s
[06:30:32.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:74:0)
[06:30:32.594] Build status: SCHEDULED
[06:30:32.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:75:0) after 7m12s
[06:37:44.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:75:0)
[06:37:44.723] Build status: SCHEDULED
[06:37:44.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:76:0) after 1m44s
[06:39:28.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:76:0)
[06:39:28.789] Build status: SCHEDULED
[06:39:28.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:77:0) after 9m19s
[06:48:47.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:77:0)
[06:48:47.814] Build status: SCHEDULED
[06:48:47.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:78:0) after 4m55s
[06:53:42.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:78:0)
[06:53:42.894] Build status: SCHEDULED
[06:53:42.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:79:0) after 1m57s
[06:55:39.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:79:0)
[06:55:39.978] Build status: SCHEDULED
[06:55:39.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:80:0) after 5m43s
[07:01:23.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:80:0)
[07:01:23.099] Build status: SCHEDULED
[07:01:23.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:81:0) after 8m51s
[07:10:14.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:81:0)
[07:10:14.141] Build status: SCHEDULED
[07:10:14.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:82:0) after 9m26s
[07:19:40.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:82:0)
[07:19:40.256] Build status: SCHEDULED
[07:19:40.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:83:0) after 4m22s
[07:24:02.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:83:0)
[07:24:02.371] Build status: SCHEDULED
[07:24:02.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:84:0) after 8m43s
[07:32:45.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:84:0)
[07:32:45.448] Build status: SCHEDULED
[07:32:45.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:85:0) after 4m25s
[07:37:10.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:85:0)
[07:37:10.528] Build status: SCHEDULED
[07:37:10.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:86:0) after 8m13s
[07:45:23.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:86:0)
[07:45:23.615] Build status: SCHEDULED
[07:45:23.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:87:0) after 6m15s
[07:51:38.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:87:0)
[07:51:38.916] Build status: SCHEDULED
[07:51:38.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:88:0) after 6m24s
[07:58:02.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:88:0)
[07:58:03.021] Build status: SCHEDULED
[07:58:03.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:89:0) after 6m50s
[08:04:53.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:89:0)
[08:04:53.126] Build status: SCHEDULED
[08:04:53.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:90:0) after 8m9s
[08:13:02.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:90:0)
[08:13:02.160] Build status: SCHEDULED
[08:13:02.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8879646253968529056:91:0) after 3m27s
[08:14:22.085] Received PubSub notification, asking Buildbucket for the build status
[08:14:22.141] Build:
{
"id": "8714216191142532897",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-22T00:14:13.103370419Z",
"endTime": "2025-05-22T08:14:19.697510870Z",
"updateTime": "2025-05-22T08:14:19.697510870Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83785da9e0197e98dea0e411dd1f05f0acd0671a",
"ref": "refs/heads/main"
}
}
}
[08:14:22.141] Invocation finished in 8h0m11.1158354s with status FAILED