[02:09:28.590] New invocation is queued and will start shortly
[02:09:29.700] Starting the invocation (attempt 1)
[02:09:29.731] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0eb18bb11a145ebce25868fcee225de6dbdda314"
[02:09:29.731] Popped gitiles commit info from properties and tags
[02:09:29.732] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:09:29.732] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:09:29.732] Buildbucket request:
{
"requestId": "8875562136893764496",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875562136893764496",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0eb18bb11a145ebce25868fcee225de6dbdda314"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0eb18bb11a145ebce25868fcee225de6dbdda314",
"title": "0eb18bb11a145ebce25868fcee225de6dbdda314",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0eb18bb11a145ebce25868fcee225de6dbdda314"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0eb18bb11a145ebce25868fcee225de6dbdda314",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875562136893764496"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:09:30.130] Scheduled build:
{
"id": "8710132074981698321",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-06T02:09:29.791935803Z",
"updateTime": "2025-07-06T02:09:29.791935803Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0eb18bb11a145ebce25868fcee225de6dbdda314",
"ref": "refs/heads/main"
}
}
}
[02:09:30.130] Task URL: https://cr-buildbucket.appspot.com/build/8710132074981698321
[02:09:30.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:2:0) after 2m9s
[02:09:31.049] Received PubSub notification, asking Buildbucket for the build status
[02:09:31.078] Build status: SCHEDULED
[02:11:39.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:2:0)
[02:11:39.450] Build status: SCHEDULED
[02:11:39.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:4:0) after 4m34s
[02:16:13.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:4:0)
[02:16:13.617] Build status: SCHEDULED
[02:16:13.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:5:0) after 9m17s
[02:25:30.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:5:0)
[02:25:30.677] Build status: SCHEDULED
[02:25:30.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:6:0) after 6m41s
[02:32:11.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:6:0)
[02:32:11.780] Build status: SCHEDULED
[02:32:11.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:7:0) after 2m13s
[02:34:25.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:7:0)
[02:34:25.351] Build status: SCHEDULED
[02:34:25.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:8:0) after 9m39s
[02:44:04.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:8:0)
[02:44:04.411] Build status: SCHEDULED
[02:44:04.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:9:0) after 5m27s
[02:49:31.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:9:0)
[02:49:31.599] Build status: SCHEDULED
[02:49:31.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:10:0) after 9m30s
[02:59:01.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:10:0)
[02:59:01.798] Build status: SCHEDULED
[02:59:01.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:11:0) after 2m2s
[03:01:03.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:11:0)
[03:01:03.947] Build status: SCHEDULED
[03:01:03.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:12:0) after 2m29s
[03:03:33.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:12:0)
[03:03:33.044] Build status: SCHEDULED
[03:03:33.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:13:0) after 2m13s
[03:05:46.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:13:0)
[03:05:46.128] Build status: SCHEDULED
[03:05:46.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:14:0) after 6m0s
[03:11:46.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:14:0)
[03:11:46.417] Build status: SCHEDULED
[03:11:46.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:15:0) after 8m36s
[03:20:22.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:15:0)
[03:20:22.576] Build status: SCHEDULED
[03:20:22.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:16:0) after 9m5s
[03:29:27.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:16:0)
[03:29:27.723] Build status: SCHEDULED
[03:29:27.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:17:0) after 5m54s
[03:35:21.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:17:0)
[03:35:21.770] Build status: SCHEDULED
[03:35:21.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:18:0) after 1m0s
[03:36:22.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:18:0)
[03:36:22.185] Build status: SCHEDULED
[03:36:22.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:19:0) after 6m38s
[03:43:00.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:19:0)
[03:43:00.328] Build status: SCHEDULED
[03:43:00.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:20:0) after 3m44s
[03:46:44.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:20:0)
[03:46:44.474] Build status: SCHEDULED
[03:46:44.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:21:0) after 7m35s
[03:54:19.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:21:0)
[03:54:19.656] Build status: SCHEDULED
[03:54:19.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:22:0) after 5m1s
[03:59:20.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:22:0)
[03:59:20.853] Build status: SCHEDULED
[03:59:20.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:23:0) after 7m57s
[04:07:17.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:23:0)
[04:07:17.877] Build status: SCHEDULED
[04:07:17.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:24:0) after 6m43s
[04:14:00.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:24:0)
[04:14:00.916] Build status: SCHEDULED
[04:14:00.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:25:0) after 9m56s
[04:23:56.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:25:0)
[04:23:56.957] Build status: SCHEDULED
[04:23:56.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:26:0) after 9m4s
[04:33:00.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:26:0)
[04:33:00.973] Build status: SCHEDULED
[04:33:00.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:27:0) after 7m45s
[04:40:46.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:27:0)
[04:40:46.169] Build status: SCHEDULED
[04:40:46.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:28:0) after 1m16s
[04:42:02.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:28:0)
[04:42:02.227] Build status: SCHEDULED
[04:42:02.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:29:0) after 7m20s
[04:49:22.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:29:0)
[04:49:22.406] Build status: SCHEDULED
[04:49:22.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:30:0) after 7m27s
[04:56:49.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:30:0)
[04:56:49.447] Build status: SCHEDULED
[04:56:49.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:31:0) after 6m24s
[05:03:13.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:31:0)
[05:03:13.509] Build status: SCHEDULED
[05:03:13.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:32:0) after 2m1s
[05:05:14.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:32:0)
[05:05:14.786] Build status: SCHEDULED
[05:05:14.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:33:0) after 3m3s
[05:08:17.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:33:0)
[05:08:17.827] Build status: SCHEDULED
[05:08:17.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:34:0) after 8m10s
[05:16:27.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:34:0)
[05:16:27.981] Build status: SCHEDULED
[05:16:27.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:35:0) after 6m52s
[05:23:20.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:35:0)
[05:23:20.084] Build status: SCHEDULED
[05:23:20.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:36:0) after 2m43s
[05:26:03.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:36:0)
[05:26:03.154] Build status: SCHEDULED
[05:26:03.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:37:0) after 9m4s
[05:35:07.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:37:0)
[05:35:07.210] Build status: SCHEDULED
[05:35:07.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:38:0) after 3m55s
[05:39:02.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:38:0)
[05:39:02.251] Build status: SCHEDULED
[05:39:02.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:39:0) after 7m40s
[05:46:42.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:39:0)
[05:46:42.298] Build status: SCHEDULED
[05:46:42.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:40:0) after 3m5s
[05:49:47.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:40:0)
[05:49:47.333] Build status: SCHEDULED
[05:49:47.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:41:0) after 9m43s
[05:59:30.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:41:0)
[05:59:30.452] Build status: SCHEDULED
[05:59:30.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:42:0) after 3m34s
[06:03:04.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:42:0)
[06:03:04.729] Build status: SCHEDULED
[06:03:04.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:43:0) after 6m11s
[06:09:15.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:43:0)
[06:09:15.762] Build status: SCHEDULED
[06:09:15.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:44:0) after 1m42s
[06:10:57.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:44:0)
[06:10:57.839] Build status: SCHEDULED
[06:10:57.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:45:0) after 7m12s
[06:15:50.034] Received PubSub notification, asking Buildbucket for the build status
[06:15:50.076] Build status: STARTED
[06:18:09.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:45:0)
[06:18:09.885] Build status: STARTED
[06:18:09.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:47:0) after 2m49s
[06:20:58.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:47:0)
[06:20:58.933] Build status: STARTED
[06:20:58.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875562136893764496:48:0) after 7m16s
[06:22:43.726] Received PubSub notification, asking Buildbucket for the build status
[06:22:43.752] Build:
{
"id": "8710132074981698321",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-06T02:09:29.791935803Z",
"startTime": "2025-07-06T06:15:48.899352479Z",
"endTime": "2025-07-06T06:22:42.248731937Z",
"updateTime": "2025-07-06T06:22:42.248731937Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0eb18bb11a145ebce25868fcee225de6dbdda314",
"ref": "refs/heads/main"
}
}
}
[06:22:43.752] Invocation finished in 4h13m15.168044566s with status SUCCEEDED