[20:19:47.225] New invocation is queued and will start shortly
[20:19:48.522] Starting the invocation (attempt 1)
[20:19:48.551] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3d67e5ca6d04a5ee3746b9f7567a18e01537e91d"
[20:19:48.551] Popped gitiles commit info from properties and tags
[20:19:48.551] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:19:48.551] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:19:48.551] Buildbucket request:
{
"requestId": "8865709068112122304",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865709068112122304",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0175d4951ffd30313e4d1200f72053e1bd3a1404"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0175d4951ffd30313e4d1200f72053e1bd3a1404",
"title": "0175d4951ffd30313e4d1200f72053e1bd3a1404",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0175d4951ffd30313e4d1200f72053e1bd3a1404"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "509505745b54583c160eb0b7c54888ebcdcb39e9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@509505745b54583c160eb0b7c54888ebcdcb39e9",
"title": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/509505745b54583c160eb0b7c54888ebcdcb39e9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cd880978b542613a98190291b3a0ac75149fe60b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cd880978b542613a98190291b3a0ac75149fe60b",
"title": "cd880978b542613a98190291b3a0ac75149fe60b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cd880978b542613a98190291b3a0ac75149fe60b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f48c0bb3d800e999438f71583cf59cb38b8f4a5c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f48c0bb3d800e999438f71583cf59cb38b8f4a5c",
"title": "f48c0bb3d800e999438f71583cf59cb38b8f4a5c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f48c0bb3d800e999438f71583cf59cb38b8f4a5c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a2d4a318a2800b3ac901a7b02f90dd20b7c8426d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a2d4a318a2800b3ac901a7b02f90dd20b7c8426d",
"title": "a2d4a318a2800b3ac901a7b02f90dd20b7c8426d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a2d4a318a2800b3ac901a7b02f90dd20b7c8426d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3d67e5ca6d04a5ee3746b9f7567a18e01537e91d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3d67e5ca6d04a5ee3746b9f7567a18e01537e91d",
"title": "3d67e5ca6d04a5ee3746b9f7567a18e01537e91d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3d67e5ca6d04a5ee3746b9f7567a18e01537e91d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3d67e5ca6d04a5ee3746b9f7567a18e01537e91d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865709068112122304"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:19:49.032] Scheduled build:
{
"id": "8700279006009760977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T20:19:48.607312412Z",
"updateTime": "2025-10-22T20:19:48.607312412Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3d67e5ca6d04a5ee3746b9f7567a18e01537e91d",
"ref": "refs/heads/main"
}
}
}
[20:19:49.032] Task URL: https://cr-buildbucket.appspot.com/build/8700279006009760977
[20:19:49.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:2:0) after 2m19s
[20:19:49.865] Received PubSub notification, asking Buildbucket for the build status
[20:19:49.891] Build status: SCHEDULED
[20:22:08.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:2:0)
[20:22:08.065] Build status: SCHEDULED
[20:22:08.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:4:0) after 4m45s
[20:26:53.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:4:0)
[20:26:53.190] Build status: SCHEDULED
[20:26:53.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:5:0) after 9m17s
[20:36:10.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:5:0)
[20:36:10.394] Build status: SCHEDULED
[20:36:10.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:6:0) after 9m49s
[20:45:59.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:6:0)
[20:45:59.425] Build status: SCHEDULED
[20:45:59.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:7:0) after 6m18s
[20:52:17.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:7:0)
[20:52:17.459] Build status: SCHEDULED
[20:52:17.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:8:0) after 1m17s
[20:53:34.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:8:0)
[20:53:34.478] Build status: SCHEDULED
[20:53:34.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:9:0) after 2m16s
[20:55:50.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:9:0)
[20:55:50.521] Build status: SCHEDULED
[20:55:50.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:10:0) after 9m30s
[21:05:20.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:10:0)
[21:05:20.551] Build status: SCHEDULED
[21:05:20.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:11:0) after 5m56s
[21:11:16.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:11:0)
[21:11:16.607] Build status: SCHEDULED
[21:11:16.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:12:0) after 8m15s
[21:19:31.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:12:0)
[21:19:31.644] Build status: SCHEDULED
[21:19:31.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:13:0) after 4m51s
[21:24:22.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:13:0)
[21:24:22.681] Build status: SCHEDULED
[21:24:22.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:14:0) after 5m51s
[21:30:13.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:14:0)
[21:30:13.714] Build status: SCHEDULED
[21:30:13.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:15:0) after 1m9s
[21:31:22.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:15:0)
[21:31:22.749] Build status: SCHEDULED
[21:31:22.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:16:0) after 8m50s
[21:40:12.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:16:0)
[21:40:12.781] Build status: SCHEDULED
[21:40:12.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:17:0) after 6m17s
[21:46:29.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:17:0)
[21:46:29.840] Build status: SCHEDULED
[21:46:29.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:18:0) after 2m22s
[21:48:51.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:18:0)
[21:48:51.903] Build status: SCHEDULED
[21:48:51.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:19:0) after 7m16s
[21:56:07.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:19:0)
[21:56:07.948] Build status: SCHEDULED
[21:56:07.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:20:0) after 2m11s
[21:58:19.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:20:0)
[21:58:19.052] Build status: SCHEDULED
[21:58:19.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:21:0) after 7m16s
[22:05:35.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:21:0)
[22:05:35.103] Build status: SCHEDULED
[22:05:35.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:22:0) after 7m9s
[22:12:44.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:22:0)
[22:12:44.133] Build status: SCHEDULED
[22:12:44.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:23:0) after 5m42s
[22:18:26.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:23:0)
[22:18:26.211] Build status: SCHEDULED
[22:18:26.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:24:0) after 5m41s
[22:24:07.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:24:0)
[22:24:07.288] Build status: SCHEDULED
[22:24:07.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:25:0) after 1m59s
[22:26:06.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:25:0)
[22:26:06.301] Build status: SCHEDULED
[22:26:06.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:26:0) after 3m0s
[22:29:06.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:26:0)
[22:29:06.331] Build status: SCHEDULED
[22:29:06.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:27:0) after 9m30s
[22:38:36.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:27:0)
[22:38:36.357] Build status: SCHEDULED
[22:38:36.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:28:0) after 4m46s
[22:43:22.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:28:0)
[22:43:22.395] Build status: SCHEDULED
[22:43:22.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:29:0) after 1m2s
[22:44:24.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:29:0)
[22:44:24.428] Build status: SCHEDULED
[22:44:24.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:30:0) after 1m19s
[22:45:43.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:30:0)
[22:45:43.478] Build status: SCHEDULED
[22:45:43.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:31:0) after 6m12s
[22:51:55.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:31:0)
[22:51:55.567] Build status: SCHEDULED
[22:51:55.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:32:0) after 7m29s
[22:59:24.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:32:0)
[22:59:24.645] Build status: SCHEDULED
[22:59:24.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:33:0) after 7m5s
[23:06:29.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:33:0)
[23:06:29.681] Build status: SCHEDULED
[23:06:29.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:34:0) after 4m41s
[23:11:10.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:34:0)
[23:11:10.871] Build status: SCHEDULED
[23:11:10.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:35:0) after 7m29s
[23:18:39.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:35:0)
[23:18:40.004] Build status: SCHEDULED
[23:18:40.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:36:0) after 4m53s
[23:23:33.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:36:0)
[23:23:33.122] Build status: SCHEDULED
[23:23:33.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:37:0) after 2m59s
[23:26:32.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:37:0)
[23:26:32.135] Build status: SCHEDULED
[23:26:32.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:38:0) after 5m58s
[23:32:30.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:38:0)
[23:32:30.173] Build status: SCHEDULED
[23:32:30.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:39:0) after 7m34s
[23:40:04.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:39:0)
[23:40:04.266] Build status: SCHEDULED
[23:40:04.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:40:0) after 4m7s
[23:44:11.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:40:0)
[23:44:11.297] Build status: SCHEDULED
[23:44:11.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:41:0) after 4m38s
[23:48:49.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:41:0)
[23:48:49.338] Build status: SCHEDULED
[23:48:49.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:42:0) after 4m22s
[23:53:11.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:42:0)
[23:53:11.366] Build status: SCHEDULED
[23:53:11.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:43:0) after 4m20s
[23:57:31.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:43:0)
[23:57:31.448] Build status: SCHEDULED
[23:57:31.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:44:0) after 2m42s
[00:00:13.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:44:0)
[00:00:13.481] Build status: SCHEDULED
[00:00:13.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:45:0) after 9m22s
[00:09:35.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:45:0)
[00:09:35.522] Build status: SCHEDULED
[00:09:35.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:46:0) after 8m30s
[00:18:05.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:46:0)
[00:18:05.574] Build status: SCHEDULED
[00:18:05.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:47:0) after 3m8s
[00:21:13.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:47:0)
[00:21:13.656] Build status: SCHEDULED
[00:21:13.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:48:0) after 4m10s
[00:25:55.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:48:0)
[00:25:55.161] Build status: SCHEDULED
[00:25:55.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:49:0) after 2m40s
[00:28:35.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:49:0)
[00:28:35.199] Build status: SCHEDULED
[00:28:35.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:50:0) after 9m18s
[00:37:53.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:50:0)
[00:37:53.274] Build status: SCHEDULED
[00:37:53.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:51:0) after 1m2s
[00:38:55.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:51:0)
[00:38:55.551] Build status: SCHEDULED
[00:38:55.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:52:0) after 6m24s
[00:45:19.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:52:0)
[00:45:19.672] Build status: SCHEDULED
[00:45:19.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:53:0) after 5m29s
[00:50:48.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:53:0)
[00:50:48.759] Build status: SCHEDULED
[00:50:48.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:54:0) after 8m0s
[00:58:48.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:54:0)
[00:58:48.988] Build status: SCHEDULED
[00:58:48.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:55:0) after 9m27s
[01:08:16.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:55:0)
[01:08:16.024] Build status: SCHEDULED
[01:08:16.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:56:0) after 9m8s
[01:17:23.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:56:0)
[01:17:24.013] Build status: SCHEDULED
[01:17:24.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:57:0) after 6m17s
[01:23:41.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:57:0)
[01:23:41.164] Build status: SCHEDULED
[01:23:41.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:58:0) after 9m45s
[01:33:26.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:58:0)
[01:33:26.243] Build status: SCHEDULED
[01:33:26.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:59:0) after 1m35s
[01:35:01.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:59:0)
[01:35:01.269] Build status: SCHEDULED
[01:35:01.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:60:0) after 7m3s
[01:42:04.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:60:0)
[01:42:04.298] Build status: SCHEDULED
[01:42:04.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:61:0) after 5m48s
[01:47:52.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:61:0)
[01:47:52.384] Build status: SCHEDULED
[01:47:52.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:62:0) after 5m36s
[01:53:28.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:62:0)
[01:53:28.508] Build status: SCHEDULED
[01:53:28.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:63:0) after 5m40s
[01:59:08.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:63:0)
[01:59:08.542] Build status: SCHEDULED
[01:59:08.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:64:0) after 9m35s
[02:08:43.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:64:0)
[02:08:43.599] Build status: SCHEDULED
[02:08:43.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:65:0) after 7m3s
[02:15:46.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:65:0)
[02:15:46.632] Build status: SCHEDULED
[02:15:46.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:66:0) after 4m52s
[02:20:38.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:66:0)
[02:20:38.670] Build status: SCHEDULED
[02:20:38.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:67:0) after 8m14s
[02:28:52.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:67:0)
[02:28:52.719] Build status: SCHEDULED
[02:28:52.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:68:0) after 1m33s
[02:30:25.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:68:0)
[02:30:25.796] Build status: SCHEDULED
[02:30:25.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:69:0) after 2m51s
[02:33:16.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:69:0)
[02:33:16.883] Build status: SCHEDULED
[02:33:16.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:70:0) after 5m14s
[02:38:30.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:70:0)
[02:38:30.974] Build status: SCHEDULED
[02:38:30.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:71:0) after 4m4s
[02:42:34.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:71:0)
[02:42:35.008] Build status: SCHEDULED
[02:42:35.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:72:0) after 3m6s
[02:45:41.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:72:0)
[02:45:41.102] Build status: SCHEDULED
[02:45:41.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:73:0) after 1m18s
[02:46:59.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:73:0)
[02:46:59.132] Build status: SCHEDULED
[02:46:59.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:74:0) after 9m3s
[02:56:02.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:74:0)
[02:56:02.147] Build status: SCHEDULED
[02:56:02.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:75:0) after 1m4s
[02:57:06.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:75:0)
[02:57:06.197] Build status: SCHEDULED
[02:57:06.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:76:0) after 1m16s
[02:58:22.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:76:0)
[02:58:22.231] Build status: SCHEDULED
[02:58:22.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:77:0) after 6m58s
[03:05:20.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:77:0)
[03:05:20.270] Build status: SCHEDULED
[03:05:20.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:78:0) after 1m23s
[03:06:43.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:78:0)
[03:06:43.315] Build status: SCHEDULED
[03:06:43.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:79:0) after 7m57s
[03:14:40.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:79:0)
[03:14:40.414] Build status: SCHEDULED
[03:14:40.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:80:0) after 1m3s
[03:15:43.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:80:0)
[03:15:43.472] Build status: SCHEDULED
[03:15:43.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:81:0) after 1m4s
[03:16:47.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:81:0)
[03:16:47.547] Build status: SCHEDULED
[03:16:47.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:82:0) after 5m13s
[03:19:40.599] Received PubSub notification, asking Buildbucket for the build status
[03:19:40.633] Build status: STARTED
[03:22:00.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:82:0)
[03:22:00.580] Build status: STARTED
[03:22:00.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:84:0) after 2m2s
[03:24:02.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:84:0)
[03:24:02.596] Build status: STARTED
[03:24:02.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:85:0) after 7m18s
[03:31:20.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:85:0)
[03:31:20.634] Build status: STARTED
[03:31:20.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:86:0) after 6m17s
[03:37:37.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:86:0)
[03:37:37.766] Build status: STARTED
[03:37:37.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:87:0) after 8m56s
[03:46:33.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:87:0)
[03:46:33.800] Build status: STARTED
[03:46:33.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:88:0) after 8m8s
[03:54:41.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:88:0)
[03:54:41.826] Build status: STARTED
[03:54:41.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:89:0) after 9m40s
[04:04:22.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:89:0)
[04:04:22.268] Build status: STARTED
[04:04:22.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:90:0) after 3m50s
[04:08:12.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:90:0)
[04:08:12.308] Build status: STARTED
[04:08:12.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865709068112122304:91:0) after 8m12s
[04:13:29.796] Received PubSub notification, asking Buildbucket for the build status
[04:13:29.810] Build:
{
"id": "8700279006009760977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T20:19:48.607312412Z",
"startTime": "2025-10-23T03:19:40.407548153Z",
"endTime": "2025-10-23T04:13:29.518558237Z",
"updateTime": "2025-10-23T04:13:29.518558237Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3d67e5ca6d04a5ee3746b9f7567a18e01537e91d",
"ref": "refs/heads/main"
}
}
}
[04:13:29.810] Invocation finished in 7h53m42.590594913s with status SUCCEEDED