[12:40:38.673] New invocation is queued and will start shortly
[12:40:39.815] Starting the invocation (attempt 1)
[12:40:39.844] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/280017c367552b3f3c4409ecf28688848234bb08"
[12:40:39.844] Popped gitiles commit info from properties and tags
[12:40:39.844] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:40:39.845] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:40:39.845] Buildbucket request:
{
"requestId": "8870448997120322832",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8870448997120322832",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "280017c367552b3f3c4409ecf28688848234bb08"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@280017c367552b3f3c4409ecf28688848234bb08",
"title": "280017c367552b3f3c4409ecf28688848234bb08",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/280017c367552b3f3c4409ecf28688848234bb08"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "280017c367552b3f3c4409ecf28688848234bb08",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870448997120322832"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:40:40.350] Scheduled build:
{
"id": "8705018935129790577",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-31T12:40:39.944533078Z",
"updateTime": "2025-08-31T12:40:39.944533078Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "280017c367552b3f3c4409ecf28688848234bb08",
"ref": "refs/heads/main"
}
}
}
[12:40:40.350] Task URL: https://cr-buildbucket.appspot.com/build/8705018935129790577
[12:40:40.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:2:0) after 6m43s
[12:40:41.291] Received PubSub notification, asking Buildbucket for the build status
[12:40:41.316] Build status: SCHEDULED
[12:47:23.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:2:0)
[12:47:24.007] Build status: SCHEDULED
[12:47:24.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:4:0) after 7m8s
[12:54:32.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:4:0)
[12:54:32.383] Build status: SCHEDULED
[12:54:32.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:5:0) after 1m48s
[12:56:20.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:5:0)
[12:56:20.626] Build status: SCHEDULED
[12:56:20.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:6:0) after 7m54s
[13:04:14.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:6:0)
[13:04:14.972] Build status: SCHEDULED
[13:04:14.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:7:0) after 1m56s
[13:06:10.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:7:0)
[13:06:11.011] Build status: SCHEDULED
[13:06:11.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:8:0) after 8m43s
[13:14:54.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:8:0)
[13:14:54.283] Build status: SCHEDULED
[13:14:54.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:9:0) after 9m1s
[13:23:55.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:9:0)
[13:23:55.491] Build status: SCHEDULED
[13:23:55.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:10:0) after 2m56s
[13:26:51.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:10:0)
[13:26:51.536] Build status: SCHEDULED
[13:26:51.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:11:0) after 5m47s
[13:32:38.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:11:0)
[13:32:38.594] Build status: SCHEDULED
[13:32:38.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:12:0) after 6m25s
[13:39:03.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:12:0)
[13:39:03.634] Build status: SCHEDULED
[13:39:03.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:13:0) after 7m9s
[13:46:12.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:13:0)
[13:46:12.750] Build status: SCHEDULED
[13:46:12.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:14:0) after 3m18s
[13:49:31.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:14:0)
[13:49:31.643] Build status: SCHEDULED
[13:49:31.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:15:0) after 1m26s
[13:50:57.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:15:0)
[13:50:57.675] Build status: SCHEDULED
[13:50:57.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:16:0) after 1m54s
[13:52:51.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:16:0)
[13:52:51.771] Build status: SCHEDULED
[13:52:51.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:17:0) after 4m37s
[13:57:28.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:17:0)
[13:57:28.830] Build status: SCHEDULED
[13:57:28.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:18:0) after 1m2s
[13:58:31.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:18:0)
[13:58:31.447] Build status: SCHEDULED
[13:58:31.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:19:0) after 9m37s
[14:08:08.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:19:0)
[14:08:08.684] Build status: SCHEDULED
[14:08:08.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:20:0) after 1m6s
[14:09:14.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:20:0)
[14:09:14.713] Build status: SCHEDULED
[14:09:14.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:21:0) after 3m30s
[14:12:44.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:21:0)
[14:12:45.019] Build status: SCHEDULED
[14:12:45.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:22:0) after 3m4s
[14:15:49.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:22:0)
[14:15:49.194] Build status: SCHEDULED
[14:15:49.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:23:0) after 8m14s
[14:24:03.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:23:0)
[14:24:03.531] Build status: SCHEDULED
[14:24:03.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:24:0) after 3m18s
[14:27:21.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:24:0)
[14:27:21.597] Build status: SCHEDULED
[14:27:21.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:25:0) after 4m6s
[14:31:27.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:25:0)
[14:31:27.788] Build status: SCHEDULED
[14:31:27.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:26:0) after 3m19s
[14:34:46.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:26:0)
[14:34:46.952] Build status: SCHEDULED
[14:34:46.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:27:0) after 2m48s
[14:37:34.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:27:0)
[14:37:34.990] Build status: SCHEDULED
[14:37:34.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:28:0) after 1m5s
[14:38:40.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:28:0)
[14:38:40.300] Build status: SCHEDULED
[14:38:40.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:29:0) after 1m42s
[14:40:22.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:29:0)
[14:40:22.488] Build status: SCHEDULED
[14:40:22.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:30:0) after 6m42s
[14:47:04.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:30:0)
[14:47:04.496] Build status: SCHEDULED
[14:47:04.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:31:0) after 1m17s
[14:48:22.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:31:0)
[14:48:22.031] Build status: SCHEDULED
[14:48:22.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:32:0) after 6m0s
[14:54:22.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:32:0)
[14:54:22.252] Build status: SCHEDULED
[14:54:22.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:33:0) after 1m43s
[14:56:05.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:33:0)
[14:56:05.283] Build status: SCHEDULED
[14:56:05.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:34:0) after 8m44s
[15:04:49.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:34:0)
[15:04:49.377] Build status: SCHEDULED
[15:04:49.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:35:0) after 2m9s
[15:06:58.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:35:0)
[15:06:58.544] Build status: SCHEDULED
[15:06:58.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:36:0) after 9m25s
[15:16:23.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:36:0)
[15:16:23.604] Build status: SCHEDULED
[15:16:23.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:37:0) after 3m42s
[15:20:05.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:37:0)
[15:20:05.685] Build status: SCHEDULED
[15:20:05.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:38:0) after 1m51s
[15:20:28.585] Received PubSub notification, asking Buildbucket for the build status
[15:20:28.605] Build status: STARTED
[15:21:57.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:38:0)
[15:21:57.437] Build status: STARTED
[15:21:57.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8870448997120322832:40:0) after 9m2s
[15:22:46.451] Received PubSub notification, asking Buildbucket for the build status
[15:22:46.469] Build:
{
"id": "8705018935129790577",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-31T12:40:39.944533078Z",
"startTime": "2025-08-31T15:20:28.298972467Z",
"endTime": "2025-08-31T15:22:46.216812881Z",
"updateTime": "2025-08-31T15:22:46.216812881Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "280017c367552b3f3c4409ecf28688848234bb08",
"ref": "refs/heads/main"
}
}
}
[15:22:46.469] Invocation finished in 2h42m7.807289064s with status FAILED