[21:11:34.319] New invocation is queued and will start shortly
[21:11:35.706] Starting the invocation (attempt 1)
[21:11:35.729] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ac805a6eca3ae35d1e98e4b2bd5dc4eb27f7c5e7"
[21:11:35.729] Popped gitiles commit info from properties and tags
[21:11:35.729] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:11:35.730] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:11:35.730] Buildbucket request:
{
"requestId": "8878389385392542032",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8878389385392542032",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "80146845c9bea4dd35233ff21fb30c14b98695c3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@80146845c9bea4dd35233ff21fb30c14b98695c3",
"title": "80146845c9bea4dd35233ff21fb30c14b98695c3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/80146845c9bea4dd35233ff21fb30c14b98695c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cfba271a9ce4956805559dc51daf16abbd625be7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cfba271a9ce4956805559dc51daf16abbd625be7",
"title": "cfba271a9ce4956805559dc51daf16abbd625be7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cfba271a9ce4956805559dc51daf16abbd625be7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4b1f8bca645c321a8dd53c948535b561b20c7ca5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4b1f8bca645c321a8dd53c948535b561b20c7ca5",
"title": "4b1f8bca645c321a8dd53c948535b561b20c7ca5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4b1f8bca645c321a8dd53c948535b561b20c7ca5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4a462f6f3d1e977656a24a8c5d83feca2c70463c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a462f6f3d1e977656a24a8c5d83feca2c70463c",
"title": "4a462f6f3d1e977656a24a8c5d83feca2c70463c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a462f6f3d1e977656a24a8c5d83feca2c70463c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f2928ad5503a57da081292f56f240cdf8e248176"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f2928ad5503a57da081292f56f240cdf8e248176",
"title": "f2928ad5503a57da081292f56f240cdf8e248176",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f2928ad5503a57da081292f56f240cdf8e248176"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d6a4aa0d835f622244579e6c85d84c6378e2414a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d6a4aa0d835f622244579e6c85d84c6378e2414a",
"title": "d6a4aa0d835f622244579e6c85d84c6378e2414a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d6a4aa0d835f622244579e6c85d84c6378e2414a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ac805a6eca3ae35d1e98e4b2bd5dc4eb27f7c5e7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ac805a6eca3ae35d1e98e4b2bd5dc4eb27f7c5e7",
"title": "ac805a6eca3ae35d1e98e4b2bd5dc4eb27f7c5e7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ac805a6eca3ae35d1e98e4b2bd5dc4eb27f7c5e7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ac805a6eca3ae35d1e98e4b2bd5dc4eb27f7c5e7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8878389385392542032"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:11:36.096] Scheduled build:
{
"id": "8712959323195985953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-04T21:11:35.783947733Z",
"updateTime": "2025-06-04T21:11:35.783947733Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ac805a6eca3ae35d1e98e4b2bd5dc4eb27f7c5e7",
"ref": "refs/heads/main"
}
}
}
[21:11:36.096] Task URL: https://cr-buildbucket.appspot.com/build/8712959323195985953
[21:11:36.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:2:0) after 7m39s
[21:11:37.174] Received PubSub notification, asking Buildbucket for the build status
[21:11:37.208] Build status: SCHEDULED
[21:19:15.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:2:0)
[21:19:15.147] Build status: SCHEDULED
[21:19:15.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:4:0) after 5m32s
[21:24:47.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:4:0)
[21:24:47.225] Build status: SCHEDULED
[21:24:47.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:5:0) after 3m52s
[21:28:39.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:5:0)
[21:28:39.267] Build status: SCHEDULED
[21:28:39.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:6:0) after 9m10s
[21:37:49.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:6:0)
[21:37:49.294] Build status: SCHEDULED
[21:37:49.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:7:0) after 3m21s
[21:41:10.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:7:0)
[21:41:10.348] Build status: SCHEDULED
[21:41:10.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:8:0) after 1m33s
[21:42:43.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:8:0)
[21:42:43.438] Build status: SCHEDULED
[21:42:43.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:9:0) after 9m45s
[21:52:28.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:9:0)
[21:52:28.509] Build status: SCHEDULED
[21:52:28.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:10:0) after 6m54s
[21:59:22.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:10:0)
[21:59:22.536] Build status: SCHEDULED
[21:59:22.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:11:0) after 4m56s
[22:04:18.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:11:0)
[22:04:18.555] Build status: SCHEDULED
[22:04:18.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:12:0) after 5m26s
[22:09:44.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:12:0)
[22:09:44.599] Build status: SCHEDULED
[22:09:44.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:13:0) after 1m16s
[22:11:00.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:13:0)
[22:11:00.683] Build status: SCHEDULED
[22:11:00.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:14:0) after 5m29s
[22:16:29.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:14:0)
[22:16:29.808] Build status: SCHEDULED
[22:16:29.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:15:0) after 9m28s
[22:25:57.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:15:0)
[22:25:57.933] Build status: SCHEDULED
[22:25:57.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:16:0) after 2m51s
[22:28:48.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:16:0)
[22:28:48.998] Build status: SCHEDULED
[22:28:48.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:17:0) after 7m59s
[22:36:48.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:17:0)
[22:36:48.172] Build status: SCHEDULED
[22:36:48.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:18:0) after 6m8s
[22:42:56.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:18:0)
[22:42:56.227] Build status: SCHEDULED
[22:42:56.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:19:0) after 4m37s
[22:47:33.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:19:0)
[22:47:33.311] Build status: SCHEDULED
[22:47:33.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:20:0) after 2m13s
[22:49:46.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:20:0)
[22:49:46.359] Build status: SCHEDULED
[22:49:46.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:21:0) after 1m51s
[22:51:37.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:21:0)
[22:51:37.499] Build status: SCHEDULED
[22:51:37.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:22:0) after 6m55s
[22:58:32.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:22:0)
[22:58:32.558] Build status: SCHEDULED
[22:58:32.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:23:0) after 3m46s
[23:02:18.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:23:0)
[23:02:18.676] Build status: SCHEDULED
[23:02:18.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:24:0) after 6m28s
[23:08:46.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:24:0)
[23:08:46.710] Build status: SCHEDULED
[23:08:46.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:25:0) after 7m0s
[23:15:46.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:25:0)
[23:15:46.850] Build status: SCHEDULED
[23:15:46.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:26:0) after 5m13s
[23:20:59.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:26:0)
[23:20:59.993] Build status: SCHEDULED
[23:20:59.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:27:0) after 1m56s
[23:22:56.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:27:0)
[23:22:56.041] Build status: SCHEDULED
[23:22:56.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:28:0) after 1m58s
[23:24:54.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:28:0)
[23:24:54.089] Build status: SCHEDULED
[23:24:54.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:29:0) after 8m16s
[23:33:10.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:29:0)
[23:33:10.214] Build status: SCHEDULED
[23:33:10.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:30:0) after 4m42s
[23:37:52.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:30:0)
[23:37:52.248] Build status: SCHEDULED
[23:37:52.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:31:0) after 1m13s
[23:39:05.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:31:0)
[23:39:05.292] Build status: SCHEDULED
[23:39:05.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:32:0) after 7m46s
[23:46:48.716] Received PubSub notification, asking Buildbucket for the build status
[23:46:48.739] Build status: STARTED
[23:46:51.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:32:0)
[23:46:51.351] Build status: STARTED
[23:46:51.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878389385392542032:34:0) after 5m16s
[23:51:06.637] Received PubSub notification, asking Buildbucket for the build status
[23:51:06.712] Build:
{
"id": "8712959323195985953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-04T21:11:35.783947733Z",
"startTime": "2025-06-04T23:46:48.534072441Z",
"endTime": "2025-06-04T23:51:06.378575111Z",
"updateTime": "2025-06-04T23:51:06.378575111Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ac805a6eca3ae35d1e98e4b2bd5dc4eb27f7c5e7",
"ref": "refs/heads/main"
}
}
}
[23:51:06.712] Invocation finished in 2h39m32.40662759s with status FAILED