[02:15:37.018] New invocation is queued and will start shortly
[02:15:38.144] Starting the invocation (attempt 1)
[02:15:38.172] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/198d60ad218b6619ddbb55bc6526a4fee5f137d6"
[02:15:38.172] Popped gitiles commit info from properties and tags
[02:15:38.172] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:15:38.174] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:15:38.175] Buildbucket request:
{
"requestId": "8869038768998009424",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869038768998009424",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "35f537870d717a30be7cb505d702aa16180b0463"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@35f537870d717a30be7cb505d702aa16180b0463",
"title": "35f537870d717a30be7cb505d702aa16180b0463",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/35f537870d717a30be7cb505d702aa16180b0463"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3d3512b60f30eb9b5feffb2f2d38977f24007bf4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3d3512b60f30eb9b5feffb2f2d38977f24007bf4",
"title": "3d3512b60f30eb9b5feffb2f2d38977f24007bf4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3d3512b60f30eb9b5feffb2f2d38977f24007bf4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a9ca51a2e09eb494d17a118cf89b046ec92d4b19"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a9ca51a2e09eb494d17a118cf89b046ec92d4b19",
"title": "a9ca51a2e09eb494d17a118cf89b046ec92d4b19",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a9ca51a2e09eb494d17a118cf89b046ec92d4b19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "198d60ad218b6619ddbb55bc6526a4fee5f137d6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"title": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/198d60ad218b6619ddbb55bc6526a4fee5f137d6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869038768998009424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:15:38.650] Scheduled build:
{
"id": "8703608707066528689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T02:15:38.228867498Z",
"updateTime": "2025-09-16T02:15:38.228867498Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
}
}
}
[02:15:38.650] Task URL: https://cr-buildbucket.appspot.com/build/8703608707066528689
[02:15:38.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:2:0) after 5m52s
[02:15:38.861] Received PubSub notification, asking Buildbucket for the build status
[02:15:38.884] Build status: SCHEDULED
[02:21:30.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:2:0)
[02:21:30.724] Build status: SCHEDULED
[02:21:30.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:4:0) after 3m50s
[02:25:20.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:4:0)
[02:25:20.813] Build status: SCHEDULED
[02:25:20.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:5:0) after 8m30s
[02:33:50.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:5:0)
[02:33:50.892] Build status: SCHEDULED
[02:33:50.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:6:0) after 4m37s
[02:38:27.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:6:0)
[02:38:27.973] Build status: SCHEDULED
[02:38:27.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:7:0) after 3m56s
[02:42:24.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:7:0)
[02:42:24.024] Build status: SCHEDULED
[02:42:24.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:8:0) after 3m14s
[02:45:38.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:8:0)
[02:45:38.074] Build status: SCHEDULED
[02:45:38.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:9:0) after 5m44s
[02:51:22.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:9:0)
[02:51:22.117] Build status: SCHEDULED
[02:51:22.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:10:0) after 9m35s
[03:00:57.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:10:0)
[03:00:57.155] Build status: SCHEDULED
[03:00:57.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:11:0) after 7m26s
[03:08:23.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:11:0)
[03:08:23.297] Build status: SCHEDULED
[03:08:23.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:12:0) after 8m10s
[03:16:33.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:12:0)
[03:16:33.391] Build status: SCHEDULED
[03:16:33.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:13:0) after 9m1s
[03:25:34.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:13:0)
[03:25:34.447] Build status: SCHEDULED
[03:25:34.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:14:0) after 8m28s
[03:34:02.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:14:0)
[03:34:02.627] Build status: SCHEDULED
[03:34:02.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:15:0) after 4m15s
[03:38:17.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:15:0)
[03:38:17.662] Build status: SCHEDULED
[03:38:17.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:16:0) after 6m28s
[03:44:45.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:16:0)
[03:44:45.696] Build status: SCHEDULED
[03:44:45.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:17:0) after 5m26s
[03:50:11.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:17:0)
[03:50:12.033] Build status: SCHEDULED
[03:50:12.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:18:0) after 9m19s
[03:59:31.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:18:0)
[03:59:31.224] Build status: SCHEDULED
[03:59:31.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:19:0) after 6m52s
[04:06:23.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:19:0)
[04:06:23.237] Build status: SCHEDULED
[04:06:23.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:20:0) after 3m9s
[04:09:32.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:20:0)
[04:09:32.428] Build status: SCHEDULED
[04:09:32.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:21:0) after 4m58s
[04:14:30.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:21:0)
[04:14:30.629] Build status: SCHEDULED
[04:14:30.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:22:0) after 8m25s
[04:21:35.207] Received PubSub notification, asking Buildbucket for the build status
[04:21:35.224] Build status: STARTED
[04:22:55.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:22:0)
[04:22:55.663] Build status: STARTED
[04:22:55.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:24:0) after 5m3s
[04:27:58.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:24:0)
[04:27:58.718] Build status: STARTED
[04:27:58.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:25:0) after 1m11s
[04:29:09.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:25:0)
[04:29:09.827] Build status: STARTED
[04:29:09.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:26:0) after 6m8s
[04:35:17.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:26:0)
[04:35:17.957] Build status: STARTED
[04:35:17.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:27:0) after 3m15s
[04:38:32.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:27:0)
[04:38:33.109] Build status: STARTED
[04:38:33.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:28:0) after 2m3s
[04:40:36.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:28:0)
[04:40:36.152] Build status: STARTED
[04:40:36.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:29:0) after 7m8s
[04:47:44.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:29:0)
[04:47:44.193] Build status: STARTED
[04:47:44.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:30:0) after 4m32s
[04:52:16.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:30:0)
[04:52:16.267] Build status: STARTED
[04:52:16.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:31:0) after 4m15s
[04:56:31.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:31:0)
[04:56:31.392] Build status: STARTED
[04:56:31.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:32:0) after 7m41s
[05:04:12.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:32:0)
[05:04:12.506] Build status: STARTED
[05:04:12.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:33:0) after 9m29s
[05:13:41.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:33:0)
[05:13:41.657] Build status: STARTED
[05:13:41.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:34:0) after 6m5s
[05:19:46.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:34:0)
[05:19:46.760] Build status: STARTED
[05:19:46.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:35:0) after 9m20s
[05:29:06.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:35:0)
[05:29:06.785] Build status: STARTED
[05:29:06.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:36:0) after 6m50s
[05:35:56.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:36:0)
[05:35:56.854] Build status: STARTED
[05:35:56.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:37:0) after 8m37s
[05:44:33.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:37:0)
[05:44:33.890] Build status: STARTED
[05:44:33.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8869038768998009424:38:0) after 9m29s
[05:53:48.746] Received PubSub notification, asking Buildbucket for the build status
[05:53:48.833] Build:
{
"id": "8703608707066528689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-16T02:15:38.228867498Z",
"startTime": "2025-09-16T04:21:33.973630985Z",
"endTime": "2025-09-16T05:53:48.436171889Z",
"updateTime": "2025-09-16T05:53:48.436171889Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "198d60ad218b6619ddbb55bc6526a4fee5f137d6",
"ref": "refs/heads/main"
}
}
}
[05:53:48.833] Invocation finished in 3h38m11.829581509s with status FAILED