[01:53:10.162] New invocation is queued and will start shortly
[01:53:11.288] Starting the invocation (attempt 1)
[01:53:11.321] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8e7c7e402b66ae733ae2f665735a6f0f9f24c704"
[01:53:11.322] Popped gitiles commit info from properties and tags
[01:53:11.322] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:53:11.323] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:53:11.324] Buildbucket request:
{
"requestId": "8849743027424199376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849743027424199376",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6eee1541e0432c598ca49e24c94a77a719f077cc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6eee1541e0432c598ca49e24c94a77a719f077cc",
"title": "6eee1541e0432c598ca49e24c94a77a719f077cc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6eee1541e0432c598ca49e24c94a77a719f077cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc849bf6078fc27e87083a9b0f25bb7123b4a997"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc849bf6078fc27e87083a9b0f25bb7123b4a997",
"title": "bc849bf6078fc27e87083a9b0f25bb7123b4a997",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc849bf6078fc27e87083a9b0f25bb7123b4a997"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c6bc6973e36c195113d39a02d9de0cf1083e16c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c6bc6973e36c195113d39a02d9de0cf1083e16c",
"title": "3c6bc6973e36c195113d39a02d9de0cf1083e16c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c6bc6973e36c195113d39a02d9de0cf1083e16c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0d298f21173dc4126e0ea490da85b18c73628916"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0d298f21173dc4126e0ea490da85b18c73628916",
"title": "0d298f21173dc4126e0ea490da85b18c73628916",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0d298f21173dc4126e0ea490da85b18c73628916"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60e7e2d1ba20842f7c513a4761751b1639344175"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60e7e2d1ba20842f7c513a4761751b1639344175",
"title": "60e7e2d1ba20842f7c513a4761751b1639344175",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60e7e2d1ba20842f7c513a4761751b1639344175"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b8a19168db03ae3fb25c8df859ae08661b4a163"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b8a19168db03ae3fb25c8df859ae08661b4a163",
"title": "6b8a19168db03ae3fb25c8df859ae08661b4a163",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b8a19168db03ae3fb25c8df859ae08661b4a163"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "55b0ca54098bd4eeca7611bde9fd6493b7f0e7d5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@55b0ca54098bd4eeca7611bde9fd6493b7f0e7d5",
"title": "55b0ca54098bd4eeca7611bde9fd6493b7f0e7d5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/55b0ca54098bd4eeca7611bde9fd6493b7f0e7d5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"title": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e7c7e402b66ae733ae2f665735a6f0f9f24c704"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849743027424199376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:53:11.692] Scheduled build:
{
"id": "8684312965488170545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-17T01:53:11.388840605Z",
"updateTime": "2026-04-17T01:53:11.388840605Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"ref": "refs/heads/main"
}
}
}
[01:53:11.692] Task URL: https://cr-buildbucket.appspot.com/build/8684312965488170545
[01:53:11.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:2:0) after 1m14s
[01:53:12.374] Received PubSub notification, asking Buildbucket for the build status
[01:53:12.388] Build status: SCHEDULED
[01:54:25.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:2:0)
[01:54:25.734] Build status: SCHEDULED
[01:54:25.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:4:0) after 3m8s
[01:57:33.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:4:0)
[01:57:33.764] Build status: SCHEDULED
[01:57:33.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:5:0) after 2m32s
[02:00:05.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:5:0)
[02:00:05.894] Build status: SCHEDULED
[02:00:05.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:6:0) after 2m31s
[02:02:36.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:6:0)
[02:02:36.927] Build status: SCHEDULED
[02:02:36.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:7:0) after 8m30s
[02:11:06.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:7:0)
[02:11:07.011] Build status: SCHEDULED
[02:11:07.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:8:0) after 7m50s
[02:18:57.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:8:0)
[02:18:57.176] Build status: SCHEDULED
[02:18:57.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:9:0) after 1m23s
[02:20:20.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:9:0)
[02:20:20.286] Build status: SCHEDULED
[02:20:20.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:10:0) after 5m1s
[02:25:21.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:10:0)
[02:25:21.542] Build status: SCHEDULED
[02:25:21.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:11:0) after 1m44s
[02:27:05.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:11:0)
[02:27:05.575] Build status: SCHEDULED
[02:27:05.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:12:0) after 5m40s
[02:32:45.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:12:0)
[02:32:45.648] Build status: SCHEDULED
[02:32:45.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:13:0) after 9m28s
[02:42:13.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:13:0)
[02:42:13.847] Build status: SCHEDULED
[02:42:13.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:14:0) after 8m41s
[02:50:54.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:14:0)
[02:50:54.896] Build status: SCHEDULED
[02:50:54.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:15:0) after 9m15s
[03:00:09.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:15:0)
[03:00:09.985] Build status: SCHEDULED
[03:00:09.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:16:0) after 4m59s
[03:05:09.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:16:0)
[03:05:09.132] Build status: SCHEDULED
[03:05:09.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:17:0) after 9m13s
[03:14:22.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:17:0)
[03:14:22.216] Build status: SCHEDULED
[03:14:22.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:18:0) after 3m10s
[03:17:32.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:18:0)
[03:17:32.314] Build status: SCHEDULED
[03:17:32.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:19:0) after 2m44s
[03:20:16.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:19:0)
[03:20:16.345] Build status: SCHEDULED
[03:20:16.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:20:0) after 4m37s
[03:24:53.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:20:0)
[03:24:53.327] Build status: SCHEDULED
[03:24:53.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:21:0) after 5m18s
[03:30:11.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:21:0)
[03:30:11.363] Build status: SCHEDULED
[03:30:11.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:22:0) after 3m45s
[03:33:56.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:22:0)
[03:33:56.401] Build status: SCHEDULED
[03:33:56.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:23:0) after 3m8s
[03:37:04.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:23:0)
[03:37:04.504] Build status: SCHEDULED
[03:37:04.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:24:0) after 4m44s
[03:41:48.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:24:0)
[03:41:48.543] Build status: SCHEDULED
[03:41:48.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:25:0) after 9m51s
[03:51:39.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:25:0)
[03:51:39.582] Build status: SCHEDULED
[03:51:39.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:26:0) after 5m58s
[03:57:37.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:26:0)
[03:57:37.736] Build status: SCHEDULED
[03:57:37.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:27:0) after 2m17s
[03:59:54.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:27:0)
[03:59:54.780] Build status: SCHEDULED
[03:59:54.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:28:0) after 2m52s
[04:02:46.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:28:0)
[04:02:46.785] Build status: SCHEDULED
[04:02:46.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:29:0) after 7m25s
[04:10:11.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:29:0)
[04:10:11.847] Build status: SCHEDULED
[04:10:11.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:30:0) after 1m14s
[04:10:51.838] Received PubSub notification, asking Buildbucket for the build status
[04:10:51.866] Build status: STARTED
[04:11:25.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:30:0)
[04:11:25.968] Build status: STARTED
[04:11:25.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:32:0) after 6m57s
[04:18:23.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:32:0)
[04:18:23.017] Build status: STARTED
[04:18:23.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:33:0) after 3m24s
[04:21:46.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:33:0)
[04:21:47.008] Build status: STARTED
[04:21:47.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8849743027424199376:34:0) after 5m19s
[04:22:25.975] Received PubSub notification, asking Buildbucket for the build status
[04:22:26.043] Build:
{
"id": "8684312965488170545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-17T01:53:11.388840605Z",
"startTime": "2026-04-17T04:10:51.470547462Z",
"endTime": "2026-04-17T04:22:25.733126417Z",
"updateTime": "2026-04-17T04:22:25.733126417Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"ref": "refs/heads/main"
}
}
}
[04:22:26.043] Invocation finished in 2h29m15.885202715s with status FAILED