[20:20:54.532] New invocation is queued and will start shortly
[20:20:55.601] Starting the invocation (attempt 1)
[20:20:55.627] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
[20:20:55.627] Popped gitiles commit info from properties and tags
[20:20:55.627] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:20:55.627] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:20:55.628] Buildbucket request:
{
"requestId": "8880476303064069760",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880476303064069760",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a69ca532a86456f7022869ed3d0f84da318d3c1b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a69ca532a86456f7022869ed3d0f84da318d3c1b",
"title": "a69ca532a86456f7022869ed3d0f84da318d3c1b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a69ca532a86456f7022869ed3d0f84da318d3c1b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1adb3ee53725c2d11814328bcf1a6f8729750bf3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1adb3ee53725c2d11814328bcf1a6f8729750bf3",
"title": "1adb3ee53725c2d11814328bcf1a6f8729750bf3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1adb3ee53725c2d11814328bcf1a6f8729750bf3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da",
"title": "88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "935fd39bf207ac4be258df475f709d03d674bd72"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@935fd39bf207ac4be258df475f709d03d674bd72",
"title": "935fd39bf207ac4be258df475f709d03d674bd72",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/935fd39bf207ac4be258df475f709d03d674bd72"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
"title": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880476303064069760"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:20:56.025] Scheduled build:
{
"id": "8715046241199283153",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-12T20:20:55.683144700Z",
"updateTime": "2025-05-12T20:20:55.683144700Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
"ref": "refs/heads/main"
}
}
}
[20:20:56.025] Task URL: https://cr-buildbucket.appspot.com/build/8715046241199283153
[20:20:56.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:2:0) after 9m8s
[20:20:57.005] Received PubSub notification, asking Buildbucket for the build status
[20:20:57.031] Build status: SCHEDULED
[20:30:04.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:2:0)
[20:30:04.133] Build status: SCHEDULED
[20:30:04.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:4:0) after 1m15s
[20:31:19.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:4:0)
[20:31:19.229] Build status: SCHEDULED
[20:31:19.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:5:0) after 7m48s
[20:39:07.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:5:0)
[20:39:07.429] Build status: SCHEDULED
[20:39:07.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:6:0) after 7m51s
[20:46:58.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:6:0)
[20:46:58.524] Build status: SCHEDULED
[20:46:58.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:7:0) after 7m51s
[20:54:49.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:7:0)
[20:54:49.530] Build status: SCHEDULED
[20:54:49.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:8:0) after 2m20s
[20:57:09.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:8:0)
[20:57:09.669] Build status: SCHEDULED
[20:57:09.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:9:0) after 9m45s
[21:06:54.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:9:0)
[21:06:54.729] Build status: SCHEDULED
[21:06:54.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:10:0) after 3m50s
[21:10:44.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:10:0)
[21:10:44.777] Build status: SCHEDULED
[21:10:44.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:11:0) after 6m52s
[21:17:36.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:11:0)
[21:17:37.012] Build status: SCHEDULED
[21:17:37.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:12:0) after 8m56s
[21:26:33.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:12:0)
[21:26:33.049] Build status: SCHEDULED
[21:26:33.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:13:0) after 7m12s
[21:33:45.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:13:0)
[21:33:45.089] Build status: SCHEDULED
[21:33:45.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:14:0) after 7m43s
[21:41:28.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:14:0)
[21:41:28.163] Build status: SCHEDULED
[21:41:28.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:15:0) after 9m48s
[21:51:16.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:15:0)
[21:51:16.380] Build status: SCHEDULED
[21:51:16.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:16:0) after 1m12s
[21:52:28.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:16:0)
[21:52:28.507] Build status: SCHEDULED
[21:52:28.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:17:0) after 1m1s
[21:53:29.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:17:0)
[21:53:29.550] Build status: SCHEDULED
[21:53:29.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:18:0) after 1m45s
[21:55:14.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:18:0)
[21:55:14.623] Build status: SCHEDULED
[21:55:14.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:19:0) after 2m10s
[21:55:46.941] Received PubSub notification, asking Buildbucket for the build status
[21:55:46.968] Build status: STARTED
[21:57:24.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:19:0)
[21:57:24.660] Build status: STARTED
[21:57:24.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:21:0) after 1m41s
[21:59:05.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:21:0)
[21:59:05.697] Build status: STARTED
[21:59:05.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:22:0) after 5m36s
[22:04:41.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:22:0)
[22:04:41.800] Build status: STARTED
[22:04:41.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:23:0) after 5m2s
[22:09:43.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:23:0)
[22:09:43.868] Build status: STARTED
[22:09:43.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:24:0) after 3m52s
[22:13:35.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:24:0)
[22:13:35.961] Build status: STARTED
[22:13:35.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:25:0) after 1m10s
[22:14:45.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:25:0)
[22:14:46.004] Build status: STARTED
[22:14:46.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:26:0) after 6m10s
[22:20:56.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:26:0)
[22:20:56.027] Build status: STARTED
[22:20:56.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:27:0) after 8m56s
[22:29:52.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:27:0)
[22:29:52.124] Build status: STARTED
[22:29:52.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:28:0) after 8m5s
[22:37:57.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:28:0)
[22:37:57.124] Build status: STARTED
[22:37:57.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:29:0) after 5m27s
[22:43:24.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:29:0)
[22:43:24.216] Build status: STARTED
[22:43:24.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:30:0) after 5m20s
[22:48:44.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:30:0)
[22:48:44.246] Build status: STARTED
[22:48:44.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:31:0) after 2m16s
[22:51:00.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:31:0)
[22:51:00.320] Build status: STARTED
[22:51:00.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:32:0) after 3m16s
[22:54:16.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:32:0)
[22:54:16.395] Build status: STARTED
[22:54:16.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:33:0) after 1m34s
[22:55:50.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:33:0)
[22:55:50.432] Build status: STARTED
[22:55:50.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-build-host-clang:8880476303064069760:34:0) after 8m53s
[22:57:50.522] Received PubSub notification, asking Buildbucket for the build status
[22:57:50.583] Build:
{
"id": "8715046241199283153",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-12T20:20:55.683144700Z",
"startTime": "2025-05-12T21:55:46.230503414Z",
"endTime": "2025-05-12T22:57:50.084696761Z",
"updateTime": "2025-05-12T22:57:50.084696761Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
"ref": "refs/heads/main"
}
}
}
[22:57:50.583] Invocation finished in 2h36m56.061596116s with status FAILED