[16:25:44.698] New invocation is queued and will start shortly
[16:25:47.701] Starting the invocation (attempt 1)
[16:25:47.725] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4300a848b3e62be3a1c930f08acac5a51044eca2"
[16:25:47.725] Popped gitiles commit info from properties and tags
[16:25:47.725] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:25:47.725] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:25:47.725] Buildbucket request:
{
"requestId": "8880309904361504976",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880309904361504976",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4300a848b3e62be3a1c930f08acac5a51044eca2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4300a848b3e62be3a1c930f08acac5a51044eca2",
"title": "4300a848b3e62be3a1c930f08acac5a51044eca2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4300a848b3e62be3a1c930f08acac5a51044eca2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4300a848b3e62be3a1c930f08acac5a51044eca2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880309904361504976"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:25:48.123] Scheduled build:
{
"id": "8714879840470464721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-14T16:25:47.784691876Z",
"updateTime": "2025-05-14T16:25:47.784691876Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4300a848b3e62be3a1c930f08acac5a51044eca2",
"ref": "refs/heads/main"
}
}
}
[16:25:48.123] Task URL: https://cr-buildbucket.appspot.com/build/8714879840470464721
[16:25:48.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:2:0) after 7m53s
[16:25:49.090] Received PubSub notification, asking Buildbucket for the build status
[16:25:49.119] Build status: SCHEDULED
[16:33:41.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:2:0)
[16:33:41.269] Build status: SCHEDULED
[16:33:41.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:4:0) after 6m35s
[16:40:16.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:4:0)
[16:40:16.390] Build status: SCHEDULED
[16:40:16.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:5:0) after 9m8s
[16:49:24.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:5:0)
[16:49:24.522] Build status: SCHEDULED
[16:49:24.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:6:0) after 9m28s
[16:58:52.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:6:0)
[16:58:52.606] Build status: SCHEDULED
[16:58:52.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:7:0) after 1m23s
[17:00:15.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:7:0)
[17:00:15.880] Build status: SCHEDULED
[17:00:15.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:8:0) after 2m19s
[17:02:34.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:8:0)
[17:02:35.048] Build status: SCHEDULED
[17:02:35.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:9:0) after 1m30s
[17:04:05.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:9:0)
[17:04:05.156] Build status: SCHEDULED
[17:04:05.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:10:0) after 8m28s
[17:12:33.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:10:0)
[17:12:33.308] Build status: SCHEDULED
[17:12:33.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:11:0) after 1m8s
[17:13:41.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:11:0)
[17:13:41.465] Build status: SCHEDULED
[17:13:41.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:12:0) after 3m3s
[17:16:44.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:12:0)
[17:16:44.513] Build status: SCHEDULED
[17:16:44.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:13:0) after 5m27s
[17:22:11.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:13:0)
[17:22:11.703] Build status: SCHEDULED
[17:22:11.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:14:0) after 4m48s
[17:26:59.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:14:0)
[17:26:59.775] Build status: SCHEDULED
[17:26:59.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:15:0) after 1m33s
[17:28:32.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:15:0)
[17:28:32.826] Build status: SCHEDULED
[17:28:32.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:16:0) after 2m14s
[17:30:46.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:16:0)
[17:30:46.843] Build status: SCHEDULED
[17:30:46.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:17:0) after 7m52s
[17:38:38.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:17:0)
[17:38:38.883] Build status: SCHEDULED
[17:38:38.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:18:0) after 5m5s
[17:43:43.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:18:0)
[17:43:43.922] Build status: SCHEDULED
[17:43:43.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:19:0) after 6m39s
[17:50:23.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:19:0)
[17:50:23.132] Build status: SCHEDULED
[17:50:23.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:20:0) after 2m39s
[17:53:02.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:20:0)
[17:53:02.518] Build status: SCHEDULED
[17:53:02.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:21:0) after 5m13s
[17:58:15.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:21:0)
[17:58:15.586] Build status: SCHEDULED
[17:58:15.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:22:0) after 8m14s
[18:06:29.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:22:0)
[18:06:31.676] Build status: SCHEDULED
[18:06:31.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:23:0) after 2m34s
[18:09:05.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:23:0)
[18:09:05.873] Build status: SCHEDULED
[18:09:05.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:24:0) after 1m13s
[18:10:18.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:24:0)
[18:10:18.958] Build status: SCHEDULED
[18:10:18.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:25:0) after 9m25s
[18:19:43.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:25:0)
[18:19:43.961] Build status: SCHEDULED
[18:19:43.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:26:0) after 7m25s
[18:27:09.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:26:0)
[18:27:09.051] Build status: SCHEDULED
[18:27:09.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:27:0) after 7m25s
[18:34:34.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:27:0)
[18:34:34.091] Build status: SCHEDULED
[18:34:34.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:28:0) after 2m28s
[18:37:02.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:28:0)
[18:37:02.271] Build status: SCHEDULED
[18:37:02.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:29:0) after 4m6s
[18:41:08.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:29:0)
[18:41:08.408] Build status: SCHEDULED
[18:41:08.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:30:0) after 4m43s
[18:45:51.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:30:0)
[18:45:51.595] Build status: SCHEDULED
[18:45:51.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:31:0) after 5m2s
[18:50:53.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:31:0)
[18:50:53.671] Build status: SCHEDULED
[18:50:53.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:32:0) after 5m39s
[18:56:32.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:32:0)
[18:56:32.743] Build status: SCHEDULED
[18:56:32.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:33:0) after 8m18s
[19:04:50.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:33:0)
[19:04:50.875] Build status: SCHEDULED
[19:04:50.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:34:0) after 9m5s
[19:13:55.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:34:0)
[19:13:55.896] Build status: SCHEDULED
[19:13:55.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:35:0) after 1m56s
[19:15:52.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:35:0)
[19:15:52.063] Build status: SCHEDULED
[19:15:52.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:36:0) after 7m25s
[19:23:17.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:36:0)
[19:23:17.304] Build status: SCHEDULED
[19:23:17.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:37:0) after 1m58s
[19:25:15.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:37:0)
[19:25:15.368] Build status: SCHEDULED
[19:25:15.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:38:0) after 2m49s
[19:27:23.941] Received PubSub notification, asking Buildbucket for the build status
[19:27:23.967] Build status: STARTED
[19:28:04.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:38:0)
[19:28:04.526] Build status: STARTED
[19:28:04.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:40:0) after 6m2s
[19:34:06.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:40:0)
[19:34:06.572] Build status: STARTED
[19:34:06.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:41:0) after 7m18s
[19:41:24.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:41:0)
[19:41:24.647] Build status: STARTED
[19:41:24.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:42:0) after 7m1s
[19:48:25.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:42:0)
[19:48:25.686] Build status: STARTED
[19:48:25.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880309904361504976:43:0) after 8m52s
[19:52:37.232] Received PubSub notification, asking Buildbucket for the build status
[19:52:37.260] Build:
{
"id": "8714879840470464721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-14T16:25:47.784691876Z",
"startTime": "2025-05-14T19:27:23.694088199Z",
"endTime": "2025-05-14T19:52:34.521339950Z",
"updateTime": "2025-05-14T19:52:34.521339950Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4300a848b3e62be3a1c930f08acac5a51044eca2",
"ref": "refs/heads/main"
}
}
}
[19:52:37.260] Invocation finished in 3h26m52.570273762s with status FAILED