[23:43:14.693] New invocation is queued and will start shortly
[23:43:15.756] Starting the invocation (attempt 1)
[23:43:15.777] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/421d8535ac97b4e136db146e0bf99f15ae91d833"
[23:43:15.777] Popped gitiles commit info from properties and tags
[23:43:15.777] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:43:15.778] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:43:15.778] Buildbucket request:
{
"requestId": "8875299546101412656",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875299546101412656",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "855e8732727e2caccc9e3d31c06b5bba46f5bf04"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@855e8732727e2caccc9e3d31c06b5bba46f5bf04",
"title": "855e8732727e2caccc9e3d31c06b5bba46f5bf04",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/855e8732727e2caccc9e3d31c06b5bba46f5bf04"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b94252dfbbe500b2ec18c07389172c97ae78ad1f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b94252dfbbe500b2ec18c07389172c97ae78ad1f",
"title": "b94252dfbbe500b2ec18c07389172c97ae78ad1f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b94252dfbbe500b2ec18c07389172c97ae78ad1f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5fa800467ad46782f98b503542a57cd25938c40a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5fa800467ad46782f98b503542a57cd25938c40a",
"title": "5fa800467ad46782f98b503542a57cd25938c40a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5fa800467ad46782f98b503542a57cd25938c40a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "421d8535ac97b4e136db146e0bf99f15ae91d833"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@421d8535ac97b4e136db146e0bf99f15ae91d833",
"title": "421d8535ac97b4e136db146e0bf99f15ae91d833",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/421d8535ac97b4e136db146e0bf99f15ae91d833"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "421d8535ac97b4e136db146e0bf99f15ae91d833",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875299546101412656"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:43:16.153] Scheduled build:
{
"id": "8709869484239584033",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-08T23:43:15.838534567Z",
"updateTime": "2025-07-08T23:43:15.838534567Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "421d8535ac97b4e136db146e0bf99f15ae91d833",
"ref": "refs/heads/main"
}
}
}
[23:43:16.153] Task URL: https://cr-buildbucket.appspot.com/build/8709869484239584033
[23:43:16.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:2:0) after 6m41s
[23:43:17.168] Received PubSub notification, asking Buildbucket for the build status
[23:43:17.191] Build status: SCHEDULED
[23:49:57.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:2:0)
[23:49:57.219] Build status: SCHEDULED
[23:49:57.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:4:0) after 9m21s
[23:59:18.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:4:0)
[23:59:18.310] Build status: SCHEDULED
[23:59:18.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:5:0) after 9m59s
[00:09:17.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:5:0)
[00:09:17.358] Build status: SCHEDULED
[00:09:17.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:6:0) after 5m11s
[00:14:28.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:6:0)
[00:14:28.523] Build status: SCHEDULED
[00:14:28.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:7:0) after 4m42s
[00:19:10.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:7:0)
[00:19:10.552] Build status: SCHEDULED
[00:19:10.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:8:0) after 9m44s
[00:28:54.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:8:0)
[00:28:54.651] Build status: SCHEDULED
[00:28:54.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:9:0) after 1m56s
[00:30:50.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:9:0)
[00:30:50.720] Build status: SCHEDULED
[00:30:50.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:10:0) after 3m16s
[00:34:06.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:10:0)
[00:34:06.817] Build status: SCHEDULED
[00:34:06.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:11:0) after 9m19s
[00:43:25.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:11:0)
[00:43:25.892] Build status: SCHEDULED
[00:43:25.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:12:0) after 8m46s
[00:52:11.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:12:0)
[00:52:11.946] Build status: SCHEDULED
[00:52:11.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:13:0) after 3m58s
[00:56:09.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:13:0)
[00:56:10.014] Build status: SCHEDULED
[00:56:10.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:14:0) after 2m57s
[00:59:07.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:14:0)
[00:59:07.098] Build status: SCHEDULED
[00:59:07.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:15:0) after 8m57s
[01:08:04.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:15:0)
[01:08:04.119] Build status: SCHEDULED
[01:08:04.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:16:0) after 1m45s
[01:09:49.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:16:0)
[01:09:49.157] Build status: SCHEDULED
[01:09:49.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:17:0) after 9m57s
[01:19:46.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:17:0)
[01:19:46.176] Build status: SCHEDULED
[01:19:46.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:18:0) after 5m13s
[01:24:59.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:18:0)
[01:24:59.309] Build status: SCHEDULED
[01:24:59.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:19:0) after 3m0s
[01:27:59.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:19:0)
[01:27:59.640] Build status: SCHEDULED
[01:27:59.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:20:0) after 6m18s
[01:34:17.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:20:0)
[01:34:17.701] Build status: SCHEDULED
[01:34:17.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:21:0) after 8m41s
[01:42:58.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:21:0)
[01:42:58.755] Build status: SCHEDULED
[01:42:58.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:22:0) after 8m53s
[01:51:51.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:22:0)
[01:51:51.759] Build status: SCHEDULED
[01:51:51.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:23:0) after 3m22s
[01:55:13.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:23:0)
[01:55:13.898] Build status: SCHEDULED
[01:55:13.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:24:0) after 3m37s
[01:58:50.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:24:0)
[01:58:50.946] Build status: SCHEDULED
[01:58:50.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:25:0) after 8m47s
[02:07:37.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:25:0)
[02:07:37.990] Build status: SCHEDULED
[02:07:37.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:26:0) after 1m0s
[02:08:38.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:26:0)
[02:08:38.185] Build status: SCHEDULED
[02:08:38.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:27:0) after 5m50s
[02:14:28.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:27:0)
[02:14:28.253] Build status: SCHEDULED
[02:14:28.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:28:0) after 6m43s
[02:21:11.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:28:0)
[02:21:11.290] Build status: SCHEDULED
[02:21:11.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:29:0) after 7m51s
[02:29:02.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:29:0)
[02:29:02.336] Build status: SCHEDULED
[02:29:02.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:30:0) after 9m17s
[02:38:19.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:30:0)
[02:38:19.440] Build status: SCHEDULED
[02:38:19.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:31:0) after 9m0s
[02:47:19.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:31:0)
[02:47:19.490] Build status: SCHEDULED
[02:47:19.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:32:0) after 8m8s
[02:55:27.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:32:0)
[02:55:27.598] Build status: SCHEDULED
[02:55:27.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:33:0) after 1m29s
[02:56:56.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:33:0)
[02:56:56.641] Build status: SCHEDULED
[02:56:56.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:34:0) after 6m38s
[03:03:34.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:34:0)
[03:03:34.715] Build status: SCHEDULED
[03:03:34.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:35:0) after 7m58s
[03:11:32.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:35:0)
[03:11:32.815] Build status: SCHEDULED
[03:11:32.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:36:0) after 5m48s
[03:17:21.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:36:0)
[03:17:21.018] Build status: SCHEDULED
[03:17:21.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:37:0) after 1m16s
[03:18:37.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:37:0)
[03:18:37.228] Build status: SCHEDULED
[03:18:37.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:38:0) after 9m54s
[03:28:31.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:38:0)
[03:28:31.362] Build status: SCHEDULED
[03:28:31.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:39:0) after 4m59s
[03:33:30.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:39:0)
[03:33:30.500] Build status: SCHEDULED
[03:33:30.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:40:0) after 2m28s
[03:35:58.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:40:0)
[03:35:58.588] Build status: SCHEDULED
[03:35:58.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:41:0) after 3m39s
[03:39:37.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:41:0)
[03:39:37.634] Build status: SCHEDULED
[03:39:37.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:42:0) after 6m10s
[03:45:47.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:42:0)
[03:45:47.643] Build status: SCHEDULED
[03:45:47.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:43:0) after 9m30s
[03:55:17.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:43:0)
[03:55:17.734] Build status: SCHEDULED
[03:55:17.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:44:0) after 1m3s
[03:56:20.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:44:0)
[03:56:20.742] Build status: SCHEDULED
[03:56:20.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:45:0) after 2m5s
[03:58:25.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:45:0)
[03:58:25.740] Build status: SCHEDULED
[03:58:25.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:46:0) after 9m44s
[04:08:09.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:46:0)
[04:08:09.788] Build status: SCHEDULED
[04:08:09.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:47:0) after 2m4s
[04:10:13.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:47:0)
[04:10:13.883] Build status: SCHEDULED
[04:10:13.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:48:0) after 2m44s
[04:12:57.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:48:0)
[04:12:57.916] Build status: SCHEDULED
[04:12:57.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:49:0) after 1m55s
[04:14:52.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:49:0)
[04:14:53.035] Build status: SCHEDULED
[04:14:53.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:50:0) after 8m52s
[04:23:45.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:50:0)
[04:23:45.122] Build status: SCHEDULED
[04:23:45.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:51:0) after 3m25s
[04:27:10.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:51:0)
[04:27:10.158] Build status: SCHEDULED
[04:27:10.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:52:0) after 9m59s
[04:37:09.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:52:0)
[04:37:09.242] Build status: SCHEDULED
[04:37:09.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:53:0) after 2m3s
[04:39:12.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:53:0)
[04:39:12.327] Build status: SCHEDULED
[04:39:12.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:54:0) after 9m36s
[04:48:48.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:54:0)
[04:48:48.373] Build status: SCHEDULED
[04:48:48.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:55:0) after 1m11s
[04:49:59.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:55:0)
[04:49:59.477] Build status: SCHEDULED
[04:49:59.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:56:0) after 9m45s
[04:59:44.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:56:0)
[04:59:44.536] Build status: SCHEDULED
[04:59:44.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:57:0) after 9m38s
[05:09:22.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:57:0)
[05:09:22.862] Build status: SCHEDULED
[05:09:22.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:58:0) after 9m30s
[05:18:52.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:58:0)
[05:18:52.958] Build status: SCHEDULED
[05:18:52.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:59:0) after 2m1s
[05:20:54.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:59:0)
[05:20:54.020] Build status: SCHEDULED
[05:20:54.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:60:0) after 4m27s
[05:25:21.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:60:0)
[05:25:21.058] Build status: SCHEDULED
[05:25:21.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:61:0) after 5m3s
[05:30:24.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:61:0)
[05:30:24.271] Build status: SCHEDULED
[05:30:24.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:62:0) after 3m41s
[05:34:05.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:62:0)
[05:34:05.303] Build status: SCHEDULED
[05:34:05.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:63:0) after 5m56s
[05:40:01.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:63:0)
[05:40:01.332] Build status: SCHEDULED
[05:40:01.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:64:0) after 2m26s
[05:42:27.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:64:0)
[05:42:27.377] Build status: SCHEDULED
[05:42:27.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:65:0) after 2m51s
[05:45:18.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:65:0)
[05:45:18.410] Build status: SCHEDULED
[05:45:18.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:66:0) after 5m40s
[05:50:58.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:66:0)
[05:50:58.506] Build status: SCHEDULED
[05:50:58.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:67:0) after 8m40s
[05:59:38.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:67:0)
[05:59:38.540] Build status: SCHEDULED
[05:59:38.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:68:0) after 2m28s
[06:02:06.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:68:0)
[06:02:06.686] Build status: SCHEDULED
[06:02:06.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:69:0) after 7m41s
[06:09:47.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:69:0)
[06:09:47.736] Build status: SCHEDULED
[06:09:47.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:70:0) after 9m10s
[06:18:57.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:70:0)
[06:18:57.791] Build status: SCHEDULED
[06:18:57.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:71:0) after 4m14s
[06:23:11.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:71:0)
[06:23:11.897] Build status: SCHEDULED
[06:23:11.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:72:0) after 3m25s
[06:26:37.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:72:0)
[06:26:37.275] Build status: SCHEDULED
[06:26:37.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:73:0) after 8m32s
[06:35:09.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:73:0)
[06:35:09.326] Build status: SCHEDULED
[06:35:09.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:74:0) after 6m44s
[06:41:53.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:74:0)
[06:41:53.826] Build status: SCHEDULED
[06:41:53.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:75:0) after 1m56s
[06:43:49.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:75:0)
[06:43:49.898] Build status: SCHEDULED
[06:43:49.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:76:0) after 5m15s
[06:49:04.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:76:0)
[06:49:04.940] Build status: SCHEDULED
[06:49:04.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:77:0) after 8m0s
[06:57:05.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:77:0)
[06:57:05.033] Build status: SCHEDULED
[06:57:05.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:78:0) after 6m43s
[07:03:48.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:78:0)
[07:03:48.094] Build status: SCHEDULED
[07:03:48.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:79:0) after 6m49s
[07:10:37.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:79:0)
[07:10:37.137] Build status: SCHEDULED
[07:10:37.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:80:0) after 2m40s
[07:13:17.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:80:0)
[07:13:17.176] Build status: SCHEDULED
[07:13:17.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:81:0) after 8m38s
[07:21:55.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:81:0)
[07:21:55.243] Build status: SCHEDULED
[07:21:55.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:82:0) after 7m32s
[07:23:39.698] Received PubSub notification, asking Buildbucket for the build status
[07:23:39.758] Build status: STARTED
[07:29:27.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:82:0)
[07:29:27.316] Build status: STARTED
[07:29:27.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8875299546101412656:84:0) after 7m56s
[07:30:55.462] Received PubSub notification, asking Buildbucket for the build status
[07:30:55.489] Build:
{
"id": "8709869484239584033",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-08T23:43:15.838534567Z",
"startTime": "2025-07-09T07:23:39.387589290Z",
"endTime": "2025-07-09T07:30:55.219234397Z",
"updateTime": "2025-07-09T07:30:55.219234397Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "421d8535ac97b4e136db146e0bf99f15ae91d833",
"ref": "refs/heads/main"
}
}
}
[07:30:55.489] Invocation finished in 7h47m40.809157547s with status SUCCEEDED