[00:34:52.466] New invocation is queued and will start shortly
[00:34:53.532] Starting the invocation (attempt 1)
[00:34:53.564] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eafdae7bacb1d87d738f7b70bf60854b7ca707fa"
[00:34:53.564] Popped gitiles commit info from properties and tags
[00:34:53.564] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:34:53.564] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:34:53.564] Buildbucket request:
{
"requestId": "8878285997735857824",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8878285997735857824",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "341b98fa5d08ec36234077d3aa7b6f3262306e52"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@341b98fa5d08ec36234077d3aa7b6f3262306e52",
"title": "341b98fa5d08ec36234077d3aa7b6f3262306e52",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/341b98fa5d08ec36234077d3aa7b6f3262306e52"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eafdae7bacb1d87d738f7b70bf60854b7ca707fa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eafdae7bacb1d87d738f7b70bf60854b7ca707fa",
"title": "eafdae7bacb1d87d738f7b70bf60854b7ca707fa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eafdae7bacb1d87d738f7b70bf60854b7ca707fa"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eafdae7bacb1d87d738f7b70bf60854b7ca707fa",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8878285997735857824"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:34:53.917] Scheduled build:
{
"id": "8712855935863227665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-06T00:34:53.627975130Z",
"updateTime": "2025-06-06T00:34:53.627975130Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eafdae7bacb1d87d738f7b70bf60854b7ca707fa",
"ref": "refs/heads/main"
}
}
}
[00:34:53.917] Task URL: https://cr-buildbucket.appspot.com/build/8712855935863227665
[00:34:53.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:2:0) after 5m4s
[00:34:53.993] Received PubSub notification, asking Buildbucket for the build status
[00:34:54.026] Build status: SCHEDULED
[00:39:58.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:2:0)
[00:39:58.133] Build status: SCHEDULED
[00:39:58.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:4:0) after 9m7s
[00:49:05.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:4:0)
[00:49:05.168] Build status: SCHEDULED
[00:49:05.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:5:0) after 4m55s
[00:54:00.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:5:0)
[00:54:00.168] Build status: SCHEDULED
[00:54:00.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:6:0) after 4m37s
[00:58:37.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:6:0)
[00:58:37.264] Build status: SCHEDULED
[00:58:37.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:7:0) after 2m35s
[01:01:12.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:7:0)
[01:01:12.627] Build status: SCHEDULED
[01:01:12.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:8:0) after 6m34s
[01:07:46.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:8:0)
[01:07:46.721] Build status: SCHEDULED
[01:07:46.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:9:0) after 3m42s
[01:11:28.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:9:0)
[01:11:28.729] Build status: SCHEDULED
[01:11:28.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:10:0) after 7m54s
[01:19:22.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:10:0)
[01:19:22.768] Build status: SCHEDULED
[01:19:22.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:11:0) after 8m16s
[01:27:38.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:11:0)
[01:27:38.843] Build status: SCHEDULED
[01:27:38.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:12:0) after 6m35s
[01:34:13.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:12:0)
[01:34:14.026] Build status: SCHEDULED
[01:34:14.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:13:0) after 7m41s
[01:41:55.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:13:0)
[01:41:55.084] Build status: SCHEDULED
[01:41:55.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:14:0) after 3m2s
[01:44:57.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:14:0)
[01:44:57.132] Build status: SCHEDULED
[01:44:57.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:15:0) after 7m16s
[01:52:13.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:15:0)
[01:52:13.137] Build status: SCHEDULED
[01:52:13.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:16:0) after 8m23s
[02:00:36.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:16:0)
[02:00:36.237] Build status: SCHEDULED
[02:00:36.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:17:0) after 5m15s
[02:05:51.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:17:0)
[02:05:51.274] Build status: SCHEDULED
[02:05:51.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:18:0) after 4m53s
[02:10:44.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:18:0)
[02:10:44.314] Build status: SCHEDULED
[02:10:44.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:19:0) after 7m9s
[02:17:53.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:19:0)
[02:17:53.401] Build status: SCHEDULED
[02:17:53.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:20:0) after 8m29s
[02:26:22.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:20:0)
[02:26:22.625] Build status: SCHEDULED
[02:26:22.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:21:0) after 6m24s
[02:32:46.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:21:0)
[02:32:46.684] Build status: SCHEDULED
[02:32:46.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:22:0) after 7m33s
[02:40:19.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:22:0)
[02:40:19.763] Build status: SCHEDULED
[02:40:19.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:23:0) after 2m16s
[02:42:35.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:23:0)
[02:42:35.857] Build status: SCHEDULED
[02:42:35.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:24:0) after 4m4s
[02:46:39.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:24:0)
[02:46:39.896] Build status: SCHEDULED
[02:46:39.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:25:0) after 9m39s
[02:56:18.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:25:0)
[02:56:18.921] Build status: SCHEDULED
[02:56:18.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:26:0) after 1m36s
[02:57:54.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:26:0)
[02:57:54.962] Build status: SCHEDULED
[02:57:54.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:27:0) after 8m24s
[02:58:21.177] Received PubSub notification, asking Buildbucket for the build status
[02:58:21.192] Build status: STARTED
[03:06:19.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:27:0)
[03:06:19.058] Build status: STARTED
[03:06:19.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:29:0) after 6m59s
[03:13:18.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:29:0)
[03:13:18.096] Build status: STARTED
[03:13:18.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:30:0) after 4m9s
[03:17:27.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:30:0)
[03:17:27.199] Build status: STARTED
[03:17:27.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878285997735857824:31:0) after 9m52s
[03:22:17.420] Received PubSub notification, asking Buildbucket for the build status
[03:22:17.466] Build:
{
"id": "8712855935863227665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-06T00:34:53.627975130Z",
"startTime": "2025-06-06T02:58:20.922544013Z",
"endTime": "2025-06-06T03:22:17.192623100Z",
"updateTime": "2025-06-06T03:22:17.192623100Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eafdae7bacb1d87d738f7b70bf60854b7ca707fa",
"ref": "refs/heads/main"
}
}
}
[03:22:17.466] Invocation finished in 2h47m25.007260971s with status FAILED