[17:54:31.489] New invocation is queued and will start shortly
[17:54:32.584] Starting the invocation (attempt 1)
[17:54:32.617] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e3a8a6d4b1738a2248199238a48abbd28135391d"
[17:54:32.617] Popped gitiles commit info from properties and tags
[17:54:32.617] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:54:32.617] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:54:32.617] Buildbucket request:
{
"requestId": "8867530146563604560",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867530146563604560",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a1690981bf2591d12adc5f68a28f6425fecd67b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a1690981bf2591d12adc5f68a28f6425fecd67b3",
"title": "a1690981bf2591d12adc5f68a28f6425fecd67b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a1690981bf2591d12adc5f68a28f6425fecd67b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "996075e91cb266eb487bf50b027591f809c74e09"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@996075e91cb266eb487bf50b027591f809c74e09",
"title": "996075e91cb266eb487bf50b027591f809c74e09",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/996075e91cb266eb487bf50b027591f809c74e09"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e3a8a6d4b1738a2248199238a48abbd28135391d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3a8a6d4b1738a2248199238a48abbd28135391d",
"title": "e3a8a6d4b1738a2248199238a48abbd28135391d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3a8a6d4b1738a2248199238a48abbd28135391d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e3a8a6d4b1738a2248199238a48abbd28135391d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867530146563604560"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:54:32.934] Scheduled build:
{
"id": "8702100084653428529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-02T17:54:32.677371816Z",
"updateTime": "2025-10-02T17:54:32.677371816Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e3a8a6d4b1738a2248199238a48abbd28135391d",
"ref": "refs/heads/main"
}
}
}
[17:54:32.934] Task URL: https://cr-buildbucket.appspot.com/build/8702100084653428529
[17:54:32.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:2:0) after 2m5s
[17:54:33.891] Received PubSub notification, asking Buildbucket for the build status
[17:54:34.029] Build status: SCHEDULED
[17:56:37.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:2:0)
[17:56:37.998] Build status: SCHEDULED
[17:56:37.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:4:0) after 2m35s
[17:59:12.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:4:0)
[17:59:13.010] Build status: SCHEDULED
[17:59:13.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:5:0) after 6m40s
[18:05:53.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:5:0)
[18:05:53.101] Build status: SCHEDULED
[18:05:53.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:6:0) after 1m6s
[18:06:59.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:6:0)
[18:06:59.167] Build status: SCHEDULED
[18:06:59.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:7:0) after 6m25s
[18:13:24.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:7:0)
[18:13:24.255] Build status: SCHEDULED
[18:13:24.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:8:0) after 6m26s
[18:19:50.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:8:0)
[18:19:50.606] Build status: SCHEDULED
[18:19:50.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:9:0) after 8m0s
[18:27:50.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:9:0)
[18:27:50.767] Build status: SCHEDULED
[18:27:50.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:10:0) after 8m35s
[18:36:25.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:10:0)
[18:36:25.861] Build status: SCHEDULED
[18:36:25.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:11:0) after 7m34s
[18:43:59.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:11:0)
[18:43:59.951] Build status: SCHEDULED
[18:43:59.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:12:0) after 6m31s
[18:50:30.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:12:0)
[18:50:31.058] Build status: SCHEDULED
[18:50:31.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:13:0) after 1m39s
[18:52:10.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:13:0)
[18:52:10.107] Build status: SCHEDULED
[18:52:10.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:14:0) after 2m4s
[18:54:14.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:14:0)
[18:54:14.440] Build status: SCHEDULED
[18:54:14.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:15:0) after 7m25s
[19:01:39.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:15:0)
[19:01:39.575] Build status: SCHEDULED
[19:01:39.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:16:0) after 2m58s
[19:04:37.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:16:0)
[19:04:37.820] Build status: SCHEDULED
[19:04:37.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:17:0) after 2m10s
[19:06:47.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:17:0)
[19:06:47.971] Build status: SCHEDULED
[19:06:47.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:18:0) after 5m57s
[19:12:45.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:18:0)
[19:12:45.091] Build status: SCHEDULED
[19:12:45.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:19:0) after 6m34s
[19:19:19.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:19:0)
[19:19:19.213] Build status: SCHEDULED
[19:19:19.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:20:0) after 7m57s
[19:27:16.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:20:0)
[19:27:16.244] Build status: SCHEDULED
[19:27:16.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:21:0) after 3m21s
[19:30:37.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:21:0)
[19:30:37.335] Build status: SCHEDULED
[19:30:37.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:22:0) after 9m29s
[19:40:06.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:22:0)
[19:40:06.408] Build status: SCHEDULED
[19:40:06.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:23:0) after 7m5s
[19:47:11.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:23:0)
[19:47:11.521] Build status: SCHEDULED
[19:47:11.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:24:0) after 5m12s
[19:52:23.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:24:0)
[19:52:23.635] Build status: SCHEDULED
[19:52:23.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:25:0) after 4m28s
[19:56:51.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:25:0)
[19:56:51.735] Build status: SCHEDULED
[19:56:51.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:26:0) after 7m34s
[20:04:25.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:26:0)
[20:04:25.883] Build status: SCHEDULED
[20:04:25.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:27:0) after 7m16s
[20:11:41.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:27:0)
[20:11:41.913] Build status: SCHEDULED
[20:11:41.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:28:0) after 1m52s
[20:13:34.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:28:0)
[20:13:34.054] Build status: SCHEDULED
[20:13:34.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:29:0) after 3m34s
[20:17:08.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:29:0)
[20:17:08.126] Build status: SCHEDULED
[20:17:08.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:30:0) after 4m28s
[20:21:36.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:30:0)
[20:21:36.340] Build status: SCHEDULED
[20:21:36.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:31:0) after 2m43s
[20:24:19.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:31:0)
[20:24:19.390] Build status: SCHEDULED
[20:24:19.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:32:0) after 3m53s
[20:28:12.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:32:0)
[20:28:12.459] Build status: SCHEDULED
[20:28:12.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:33:0) after 3m8s
[20:31:20.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:33:0)
[20:31:20.493] Build status: SCHEDULED
[20:31:20.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:34:0) after 7m48s
[20:39:08.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:34:0)
[20:39:08.525] Build status: SCHEDULED
[20:39:08.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:35:0) after 5m39s
[20:44:47.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:35:0)
[20:44:47.617] Build status: SCHEDULED
[20:44:47.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:36:0) after 8m14s
[20:53:01.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:36:0)
[20:53:01.641] Build status: SCHEDULED
[20:53:01.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:37:0) after 8m0s
[21:01:01.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:37:0)
[21:01:01.709] Build status: SCHEDULED
[21:01:01.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8867530146563604560:38:0) after 7m33s
[21:06:03.571] Received PubSub notification, asking Buildbucket for the build status
[21:06:03.605] Build status: STARTED
[21:08:12.183] Received PubSub notification, asking Buildbucket for the build status
[21:08:12.202] Build:
{
"id": "8702100084653428529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-02T17:54:32.677371816Z",
"startTime": "2025-10-02T21:06:03.374863660Z",
"endTime": "2025-10-02T21:08:11.896048598Z",
"updateTime": "2025-10-02T21:08:11.896048598Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e3a8a6d4b1738a2248199238a48abbd28135391d",
"ref": "refs/heads/main"
}
}
}
[21:08:12.202] Invocation finished in 3h13m40.729488013s with status FAILED