[16:37:15.295] New invocation is queued and will start shortly
[16:37:16.489] Starting the invocation (attempt 1)
[16:37:16.518] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b341c2f3c968825292bd05242a094ee5bf9236a6"
[16:37:16.518] Popped gitiles commit info from properties and tags
[16:37:16.518] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:37:16.518] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:37:16.518] Buildbucket request:
{
"requestId": "8873333213811600848",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873333213811600848",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b341c2f3c968825292bd05242a094ee5bf9236a6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b341c2f3c968825292bd05242a094ee5bf9236a6",
"title": "b341c2f3c968825292bd05242a094ee5bf9236a6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b341c2f3c968825292bd05242a094ee5bf9236a6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b341c2f3c968825292bd05242a094ee5bf9236a6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873333213811600848"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:37:16.950] Scheduled build:
{
"id": "8707903151794928545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T16:37:16.588365965Z",
"updateTime": "2025-07-30T16:37:16.588365965Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b341c2f3c968825292bd05242a094ee5bf9236a6",
"ref": "refs/heads/main"
}
}
}
[16:37:16.950] Task URL: https://cr-buildbucket.appspot.com/build/8707903151794928545
[16:37:16.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:2:0) after 9m41s
[16:37:17.963] Received PubSub notification, asking Buildbucket for the build status
[16:37:17.984] Build status: SCHEDULED
[16:46:58.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:2:0)
[16:46:58.034] Build status: SCHEDULED
[16:46:58.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:4:0) after 1m39s
[16:48:37.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:4:0)
[16:48:37.116] Build status: SCHEDULED
[16:48:37.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:5:0) after 5m19s
[16:53:56.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:5:0)
[16:53:56.197] Build status: SCHEDULED
[16:53:56.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:6:0) after 3m55s
[16:57:51.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:6:0)
[16:57:51.251] Build status: SCHEDULED
[16:57:51.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:7:0) after 5m56s
[17:03:47.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:7:0)
[17:03:47.633] Build status: SCHEDULED
[17:03:47.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:8:0) after 4m7s
[17:07:54.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:8:0)
[17:07:54.693] Build status: SCHEDULED
[17:07:54.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:9:0) after 1m26s
[17:09:20.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:9:0)
[17:09:20.808] Build status: SCHEDULED
[17:09:20.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:10:0) after 1m29s
[17:10:49.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:10:0)
[17:10:49.893] Build status: SCHEDULED
[17:10:49.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:11:0) after 6m46s
[17:17:35.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:11:0)
[17:17:35.981] Build status: SCHEDULED
[17:17:35.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:12:0) after 3m10s
[17:20:46.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:12:0)
[17:20:46.332] Build status: SCHEDULED
[17:20:46.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:13:0) after 9m50s
[17:30:36.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:13:0)
[17:30:36.339] Build status: SCHEDULED
[17:30:36.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:14:0) after 8m36s
[17:39:12.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:14:0)
[17:39:12.405] Build status: SCHEDULED
[17:39:12.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:15:0) after 8m20s
[17:47:32.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:15:0)
[17:47:32.542] Build status: SCHEDULED
[17:47:32.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:16:0) after 7m54s
[17:55:26.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:16:0)
[17:55:26.643] Build status: SCHEDULED
[17:55:26.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:17:0) after 2m57s
[17:58:23.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:17:0)
[17:58:23.697] Build status: SCHEDULED
[17:58:23.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:18:0) after 1m15s
[17:59:38.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:18:0)
[17:59:38.783] Build status: SCHEDULED
[17:59:38.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:19:0) after 6m52s
[18:06:30.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:19:0)
[18:06:30.841] Build status: SCHEDULED
[18:06:30.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:20:0) after 2m30s
[18:09:00.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:20:0)
[18:09:00.909] Build status: SCHEDULED
[18:09:00.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:21:0) after 7m38s
[18:16:38.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:21:0)
[18:16:38.945] Build status: SCHEDULED
[18:16:38.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:22:0) after 2m36s
[18:19:14.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:22:0)
[18:19:15.025] Build status: SCHEDULED
[18:19:15.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:23:0) after 4m35s
[18:23:50.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:23:0)
[18:23:50.065] Build status: SCHEDULED
[18:23:50.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:24:0) after 8m50s
[18:32:40.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:24:0)
[18:32:40.081] Build status: SCHEDULED
[18:32:40.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:25:0) after 8m7s
[18:40:47.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:25:0)
[18:40:47.217] Build status: SCHEDULED
[18:40:47.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:26:0) after 1m40s
[18:42:27.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:26:0)
[18:42:27.279] Build status: SCHEDULED
[18:42:27.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:27:0) after 1m31s
[18:43:58.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:27:0)
[18:43:58.440] Build status: SCHEDULED
[18:43:58.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:28:0) after 5m52s
[18:49:50.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:28:0)
[18:49:50.688] Build status: SCHEDULED
[18:49:50.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:29:0) after 2m59s
[18:52:49.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:29:0)
[18:52:49.756] Build status: SCHEDULED
[18:52:49.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:30:0) after 8m20s
[19:01:09.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:30:0)
[19:01:09.849] Build status: SCHEDULED
[19:01:09.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:31:0) after 4m58s
[19:06:08.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:31:0)
[19:06:08.191] Build status: SCHEDULED
[19:06:08.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:32:0) after 1m42s
[19:07:50.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:32:0)
[19:07:50.287] Build status: SCHEDULED
[19:07:50.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:33:0) after 5m33s
[19:13:23.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:33:0)
[19:13:23.329] Build status: SCHEDULED
[19:13:23.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:34:0) after 1m25s
[19:14:48.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:34:0)
[19:14:48.469] Build status: SCHEDULED
[19:14:48.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:35:0) after 9m0s
[19:23:48.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:35:0)
[19:23:48.615] Build status: SCHEDULED
[19:23:48.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:36:0) after 8m23s
[19:32:11.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:36:0)
[19:32:11.829] Build status: SCHEDULED
[19:32:11.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:37:0) after 5m51s
[19:38:02.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:37:0)
[19:38:02.874] Build status: SCHEDULED
[19:38:02.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:38:0) after 5m51s
[19:43:53.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:38:0)
[19:43:53.965] Build status: SCHEDULED
[19:43:53.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:39:0) after 1m22s
[19:45:15.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:39:0)
[19:45:15.972] Build status: SCHEDULED
[19:45:15.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:40:0) after 4m11s
[19:49:27.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:40:0)
[19:49:27.045] Build status: SCHEDULED
[19:49:27.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:41:0) after 2m14s
[19:51:41.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:41:0)
[19:51:41.150] Build status: SCHEDULED
[19:51:41.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:42:0) after 4m47s
[19:56:28.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:42:0)
[19:56:28.237] Build status: SCHEDULED
[19:56:28.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:43:0) after 1m8s
[19:57:36.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:43:0)
[19:57:36.285] Build status: SCHEDULED
[19:57:36.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:44:0) after 4m39s
[20:02:15.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:44:0)
[20:02:15.326] Build status: SCHEDULED
[20:02:15.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:45:0) after 7m25s
[20:09:40.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:45:0)
[20:09:40.395] Build status: SCHEDULED
[20:09:40.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:46:0) after 3m29s
[20:13:09.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:46:0)
[20:13:09.436] Build status: SCHEDULED
[20:13:09.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873333213811600848:47:0) after 9m21s
[20:14:50.084] Received PubSub notification, asking Buildbucket for the build status
[20:14:50.104] Build status: STARTED
[20:22:13.204] Received PubSub notification, asking Buildbucket for the build status
[20:22:13.223] Build:
{
"id": "8707903151794928545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T16:37:16.588365965Z",
"startTime": "2025-07-30T20:14:49.884319759Z",
"endTime": "2025-07-30T20:22:12.805511124Z",
"updateTime": "2025-07-30T20:22:12.805511124Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b341c2f3c968825292bd05242a094ee5bf9236a6",
"ref": "refs/heads/main"
}
}
}
[20:22:13.223] Invocation finished in 3h44m57.942340823s with status SUCCEEDED