[09:34:22.404] New invocation is queued and will start shortly
[09:34:23.494] Starting the invocation (attempt 1)
[09:34:23.547] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/70d1b3b618ead7b44859bc59a35393ad256548f5"
[09:34:23.547] Popped gitiles commit info from properties and tags
[09:34:23.547] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:34:23.548] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:34:23.548] Buildbucket request:
{
"requestId": "8872182058653890064",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872182058653890064",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "70d1b3b618ead7b44859bc59a35393ad256548f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70d1b3b618ead7b44859bc59a35393ad256548f5",
"title": "70d1b3b618ead7b44859bc59a35393ad256548f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70d1b3b618ead7b44859bc59a35393ad256548f5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d1b3b618ead7b44859bc59a35393ad256548f5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872182058653890064"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:34:24.082] Scheduled build:
{
"id": "8706751996619950385",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-12T09:34:23.712254127Z",
"updateTime": "2025-08-12T09:34:23.712254127Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d1b3b618ead7b44859bc59a35393ad256548f5",
"ref": "refs/heads/main"
}
}
}
[09:34:24.083] Task URL: https://cr-buildbucket.appspot.com/build/8706751996619950385
[09:34:24.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:2:0) after 4m56s
[09:34:28.863] Received PubSub notification, asking Buildbucket for the build status
[09:34:28.887] Build status: SCHEDULED
[09:39:20.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:2:0)
[09:39:20.129] Build status: SCHEDULED
[09:39:20.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:4:0) after 3m8s
[09:42:28.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:4:0)
[09:42:28.175] Build status: SCHEDULED
[09:42:28.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:5:0) after 3m8s
[09:45:36.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:5:0)
[09:45:36.243] Build status: SCHEDULED
[09:45:36.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:6:0) after 6m51s
[09:52:27.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:6:0)
[09:52:27.328] Build status: SCHEDULED
[09:52:27.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:7:0) after 2m33s
[09:55:00.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:7:0)
[09:55:00.399] Build status: SCHEDULED
[09:55:00.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:8:0) after 7m31s
[10:02:31.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:8:0)
[10:02:31.438] Build status: SCHEDULED
[10:02:31.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:9:0) after 4m21s
[10:06:52.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:9:0)
[10:06:52.524] Build status: SCHEDULED
[10:06:52.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:10:0) after 5m52s
[10:12:44.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:10:0)
[10:12:44.850] Build status: SCHEDULED
[10:12:44.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:11:0) after 5m20s
[10:18:05.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:11:0)
[10:18:05.381] Build status: SCHEDULED
[10:18:05.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:12:0) after 7m55s
[10:26:00.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:12:0)
[10:26:00.548] Build status: SCHEDULED
[10:26:00.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:13:0) after 4m34s
[10:30:34.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:13:0)
[10:30:34.677] Build status: SCHEDULED
[10:30:34.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:14:0) after 7m32s
[10:38:06.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:14:0)
[10:38:06.927] Build status: SCHEDULED
[10:38:06.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:15:0) after 8m7s
[10:46:14.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:15:0)
[10:46:14.513] Build status: SCHEDULED
[10:46:14.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:16:0) after 1m38s
[10:47:52.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:16:0)
[10:47:52.620] Build status: SCHEDULED
[10:47:52.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:17:0) after 1m47s
[10:49:39.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:17:0)
[10:49:39.616] Build status: SCHEDULED
[10:49:39.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:18:0) after 7m32s
[10:57:11.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:18:0)
[10:57:11.940] Build status: SCHEDULED
[10:57:11.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:19:0) after 9m19s
[11:06:31.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:19:0)
[11:06:31.074] Build status: SCHEDULED
[11:06:31.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:20:0) after 2m23s
[11:08:54.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:20:0)
[11:08:54.135] Build status: SCHEDULED
[11:08:54.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:21:0) after 8m2s
[11:16:56.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:21:0)
[11:16:56.207] Build status: SCHEDULED
[11:16:56.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:22:0) after 6m28s
[11:23:24.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:22:0)
[11:23:24.273] Build status: SCHEDULED
[11:23:24.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:23:0) after 7m35s
[11:30:59.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:23:0)
[11:30:59.280] Build status: SCHEDULED
[11:30:59.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:24:0) after 8m42s
[11:39:41.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:24:0)
[11:39:41.804] Build status: SCHEDULED
[11:39:41.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:25:0) after 2m9s
[11:41:50.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:25:0)
[11:41:50.979] Build status: SCHEDULED
[11:41:50.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:26:0) after 4m3s
[11:45:54.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:26:0)
[11:45:54.043] Build status: SCHEDULED
[11:45:54.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:27:0) after 4m57s
[11:50:51.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:27:0)
[11:50:51.036] Build status: SCHEDULED
[11:50:51.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:28:0) after 4m13s
[11:55:04.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:28:0)
[11:55:04.072] Build status: SCHEDULED
[11:55:04.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:29:0) after 6m48s
[12:01:52.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:29:0)
[12:01:52.501] Build status: SCHEDULED
[12:01:52.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:30:0) after 7m36s
[12:09:28.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:30:0)
[12:09:28.667] Build status: SCHEDULED
[12:09:28.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:31:0) after 7m38s
[12:17:06.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:31:0)
[12:17:06.737] Build status: SCHEDULED
[12:17:06.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:32:0) after 5m40s
[12:22:46.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:32:0)
[12:22:46.785] Build status: SCHEDULED
[12:22:46.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:33:0) after 8m8s
[12:30:54.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:33:0)
[12:30:54.828] Build status: SCHEDULED
[12:30:54.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:34:0) after 7m57s
[12:38:51.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:34:0)
[12:38:51.844] Build status: SCHEDULED
[12:38:51.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:35:0) after 4m51s
[12:43:42.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:35:0)
[12:43:42.947] Build status: SCHEDULED
[12:43:42.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:36:0) after 2m36s
[12:46:19.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:36:0)
[12:46:19.047] Build status: SCHEDULED
[12:46:19.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:37:0) after 4m45s
[12:51:04.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:37:0)
[12:51:04.099] Build status: SCHEDULED
[12:51:04.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:38:0) after 2m7s
[12:53:11.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:38:0)
[12:53:11.128] Build status: SCHEDULED
[12:53:11.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:39:0) after 6m43s
[12:59:54.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:39:0)
[12:59:54.172] Build status: SCHEDULED
[12:59:54.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:40:0) after 3m19s
[13:03:13.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:40:0)
[13:03:13.217] Build status: SCHEDULED
[13:03:13.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:41:0) after 4m26s
[13:07:39.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:41:0)
[13:07:39.269] Build status: SCHEDULED
[13:07:39.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:42:0) after 7m23s
[13:15:02.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:42:0)
[13:15:02.317] Build status: SCHEDULED
[13:15:02.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:43:0) after 3m28s
[13:18:30.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:43:0)
[13:18:30.356] Build status: SCHEDULED
[13:18:30.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:44:0) after 9m3s
[13:27:33.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:44:0)
[13:27:33.565] Build status: SCHEDULED
[13:27:33.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:45:0) after 5m20s
[13:30:38.499] Received PubSub notification, asking Buildbucket for the build status
[13:30:38.537] Build status: STARTED
[13:32:53.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:45:0)
[13:32:53.606] Build status: STARTED
[13:32:53.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:47:0) after 8m20s
[13:41:13.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:47:0)
[13:41:13.623] Build status: STARTED
[13:41:13.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8872182058653890064:48:0) after 8m40s
[13:45:11.266] Received PubSub notification, asking Buildbucket for the build status
[13:45:11.316] Build:
{
"id": "8706751996619950385",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-12T09:34:23.712254127Z",
"startTime": "2025-08-12T13:30:38.349616994Z",
"endTime": "2025-08-12T13:45:06.303094245Z",
"updateTime": "2025-08-12T13:45:06.303094245Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "70d1b3b618ead7b44859bc59a35393ad256548f5",
"ref": "refs/heads/main"
}
}
}
[13:45:11.316] Invocation finished in 4h10m48.927108118s with status SUCCEEDED