[00:16:10.278] New invocation is queued and will start shortly
[00:16:11.457] Starting the invocation (attempt 1)
[00:16:11.486] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e146bd7392789e34008ebf898b4f4ef3cce31eeb"
[00:16:11.486] Popped gitiles commit info from properties and tags
[00:16:11.486] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:16:11.487] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:16:11.487] Buildbucket request:
{
"requestId": "8865694196112723600",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865694196112723600",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-gn-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f72d5f3089a0352e2cf03b0071b1522a6521127f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f72d5f3089a0352e2cf03b0071b1522a6521127f",
"title": "f72d5f3089a0352e2cf03b0071b1522a6521127f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f72d5f3089a0352e2cf03b0071b1522a6521127f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "91e32b4a32129d049af17ee6b5e2b9a4b3d1bd50"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@91e32b4a32129d049af17ee6b5e2b9a4b3d1bd50",
"title": "91e32b4a32129d049af17ee6b5e2b9a4b3d1bd50",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/91e32b4a32129d049af17ee6b5e2b9a4b3d1bd50"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e146bd7392789e34008ebf898b4f4ef3cce31eeb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e146bd7392789e34008ebf898b4f4ef3cce31eeb",
"title": "e146bd7392789e34008ebf898b4f4ef3cce31eeb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e146bd7392789e34008ebf898b4f4ef3cce31eeb"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e146bd7392789e34008ebf898b4f4ef3cce31eeb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865694196112723600"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:16:12.444] Scheduled build:
{
"id": "8700264134082151937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-23T00:16:11.583006887Z",
"updateTime": "2025-10-23T00:16:11.583006887Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e146bd7392789e34008ebf898b4f4ef3cce31eeb",
"ref": "refs/heads/main"
}
}
}
[00:16:12.444] Task URL: https://cr-buildbucket.appspot.com/build/8700264134082151937
[00:16:12.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:2:0) after 7m25s
[00:16:12.777] Received PubSub notification, asking Buildbucket for the build status
[00:16:12.795] Build status: SCHEDULED
[00:23:37.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:2:0)
[00:23:37.617] Build status: SCHEDULED
[00:23:37.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:4:0) after 2m29s
[00:26:09.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:4:0)
[00:26:09.530] Build status: SCHEDULED
[00:26:09.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:5:0) after 3m14s
[00:29:23.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:5:0)
[00:29:23.634] Build status: SCHEDULED
[00:29:23.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:6:0) after 8m3s
[00:37:26.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:6:0)
[00:37:26.675] Build status: SCHEDULED
[00:37:26.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:7:0) after 2m10s
[00:39:36.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:7:0)
[00:39:36.755] Build status: SCHEDULED
[00:39:36.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:8:0) after 2m50s
[00:42:26.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:8:0)
[00:42:26.813] Build status: SCHEDULED
[00:42:26.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:9:0) after 9m14s
[00:51:40.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:9:0)
[00:51:40.965] Build status: SCHEDULED
[00:51:40.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:10:0) after 4m18s
[00:55:58.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:10:0)
[00:55:58.996] Build status: SCHEDULED
[00:55:58.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:11:0) after 2m18s
[00:58:17.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:11:0)
[00:58:17.267] Build status: SCHEDULED
[00:58:17.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:12:0) after 9m36s
[01:07:53.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:12:0)
[01:07:53.343] Build status: SCHEDULED
[01:07:53.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:13:0) after 8m37s
[01:16:30.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:13:0)
[01:16:30.423] Build status: SCHEDULED
[01:16:30.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:14:0) after 7m4s
[01:23:34.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:14:0)
[01:23:34.513] Build status: SCHEDULED
[01:23:34.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:15:0) after 2m55s
[01:26:29.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:15:0)
[01:26:29.564] Build status: SCHEDULED
[01:26:29.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:16:0) after 2m31s
[01:29:00.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:16:0)
[01:29:00.642] Build status: SCHEDULED
[01:29:00.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:17:0) after 1m35s
[01:30:35.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:17:0)
[01:30:35.643] Build status: SCHEDULED
[01:30:35.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:18:0) after 2m50s
[01:33:25.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:18:0)
[01:33:25.722] Build status: SCHEDULED
[01:33:25.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:19:0) after 8m7s
[01:41:32.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:19:0)
[01:41:32.768] Build status: SCHEDULED
[01:41:32.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:20:0) after 2m26s
[01:43:58.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:20:0)
[01:43:58.834] Build status: SCHEDULED
[01:43:58.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:21:0) after 4m19s
[01:48:17.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:21:0)
[01:48:17.899] Build status: SCHEDULED
[01:48:17.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:22:0) after 5m10s
[01:53:27.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:22:0)
[01:53:27.943] Build status: SCHEDULED
[01:53:27.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:23:0) after 3m32s
[01:56:59.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:23:0)
[01:56:59.971] Build status: SCHEDULED
[01:56:59.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:24:0) after 8m14s
[01:58:03.937] Received PubSub notification, asking Buildbucket for the build status
[01:58:03.993] Build status: STARTED
[02:05:14.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:24:0)
[02:05:14.092] Build status: STARTED
[02:05:14.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:26:0) after 1m7s
[02:06:21.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:26:0)
[02:06:21.199] Build status: STARTED
[02:06:21.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:27:0) after 5m52s
[02:12:13.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:27:0)
[02:12:13.230] Build status: STARTED
[02:12:13.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:28:0) after 5m29s
[02:17:42.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:28:0)
[02:17:42.269] Build status: STARTED
[02:17:42.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:29:0) after 4m40s
[02:22:22.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:29:0)
[02:22:22.303] Build status: STARTED
[02:22:22.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:30:0) after 1m32s
[02:23:54.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:30:0)
[02:23:54.306] Build status: STARTED
[02:23:54.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:31:0) after 3m44s
[02:27:38.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:31:0)
[02:27:38.596] Build status: STARTED
[02:27:38.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:32:0) after 6m13s
[02:33:51.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:32:0)
[02:33:51.628] Build status: STARTED
[02:33:51.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:33:0) after 6m13s
[02:40:04.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:33:0)
[02:40:04.712] Build status: STARTED
[02:40:04.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:34:0) after 3m12s
[02:43:16.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:34:0)
[02:43:16.889] Build status: STARTED
[02:43:16.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:35:0) after 7m11s
[02:50:27.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:35:0)
[02:50:27.927] Build status: STARTED
[02:50:27.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:36:0) after 1m7s
[02:51:34.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:36:0)
[02:51:35.100] Build status: STARTED
[02:51:35.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:37:0) after 4m38s
[02:56:13.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:37:0)
[02:56:13.227] Build status: STARTED
[02:56:13.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-main:8865694196112723600:38:0) after 5m12s
[02:59:31.762] Received PubSub notification, asking Buildbucket for the build status
[02:59:31.816] Build:
{
"id": "8700264134082151937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-23T00:16:11.583006887Z",
"startTime": "2025-10-23T01:58:03.775169254Z",
"endTime": "2025-10-23T02:59:31.086827701Z",
"updateTime": "2025-10-23T02:59:31.086827701Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e146bd7392789e34008ebf898b4f4ef3cce31eeb",
"ref": "refs/heads/main"
}
}
}
[02:59:31.816] Invocation finished in 2h43m21.552880204s with status FAILED