[20:05:30.457] New invocation is queued and will start shortly
[20:05:31.523] Starting the invocation (attempt 1)
[20:05:31.548] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a4815ead062b941992c8acbe5ca64797acdcfb15"
[20:05:31.548] Popped gitiles commit info from properties and tags
[20:05:31.548] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:05:31.548] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:05:31.548] Buildbucket request:
{
"requestId": "8867703099763979824",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867703099763979824",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4a3b9b0b9c482cbff9deaab96c1050bcec40c4bf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a3b9b0b9c482cbff9deaab96c1050bcec40c4bf",
"title": "4a3b9b0b9c482cbff9deaab96c1050bcec40c4bf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a3b9b0b9c482cbff9deaab96c1050bcec40c4bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d8a8912c6317a4f90eefcf4384f48373ab95fd63"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d8a8912c6317a4f90eefcf4384f48373ab95fd63",
"title": "d8a8912c6317a4f90eefcf4384f48373ab95fd63",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d8a8912c6317a4f90eefcf4384f48373ab95fd63"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0e4dd43509415aa89537e8460812f7f35f04a004"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e4dd43509415aa89537e8460812f7f35f04a004",
"title": "0e4dd43509415aa89537e8460812f7f35f04a004",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e4dd43509415aa89537e8460812f7f35f04a004"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "472f2e227ab9b714e111edda0b724a5d07b687bb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@472f2e227ab9b714e111edda0b724a5d07b687bb",
"title": "472f2e227ab9b714e111edda0b724a5d07b687bb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/472f2e227ab9b714e111edda0b724a5d07b687bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dd3f0ce427b33640a09fe7b94355e152b1ed2153"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd3f0ce427b33640a09fe7b94355e152b1ed2153",
"title": "dd3f0ce427b33640a09fe7b94355e152b1ed2153",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd3f0ce427b33640a09fe7b94355e152b1ed2153"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bfa8cc54a1b9e6b4a73ea3e44a873c2f83fbe16e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bfa8cc54a1b9e6b4a73ea3e44a873c2f83fbe16e",
"title": "bfa8cc54a1b9e6b4a73ea3e44a873c2f83fbe16e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bfa8cc54a1b9e6b4a73ea3e44a873c2f83fbe16e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "421eeee13eaf62e92a54ecc7fa8d055ffc581887"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@421eeee13eaf62e92a54ecc7fa8d055ffc581887",
"title": "421eeee13eaf62e92a54ecc7fa8d055ffc581887",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/421eeee13eaf62e92a54ecc7fa8d055ffc581887"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a4815ead062b941992c8acbe5ca64797acdcfb15"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a4815ead062b941992c8acbe5ca64797acdcfb15",
"title": "a4815ead062b941992c8acbe5ca64797acdcfb15",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a4815ead062b941992c8acbe5ca64797acdcfb15"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a4815ead062b941992c8acbe5ca64797acdcfb15",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867703099763979824"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:05:32.031] Scheduled build:
{
"id": "8702273037901493569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-30T20:05:31.606539847Z",
"updateTime": "2025-09-30T20:05:31.606539847Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a4815ead062b941992c8acbe5ca64797acdcfb15",
"ref": "refs/heads/main"
}
}
}
[20:05:32.031] Task URL: https://cr-buildbucket.appspot.com/build/8702273037901493569
[20:05:32.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:2:0) after 6m18s
[20:05:32.900] Received PubSub notification, asking Buildbucket for the build status
[20:05:32.916] Build status: SCHEDULED
[20:11:50.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:2:0)
[20:11:50.127] Build status: SCHEDULED
[20:11:50.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:4:0) after 7m30s
[20:19:20.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:4:0)
[20:19:20.345] Build status: SCHEDULED
[20:19:20.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:5:0) after 2m50s
[20:22:10.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:5:0)
[20:22:10.376] Build status: SCHEDULED
[20:22:10.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:6:0) after 1m34s
[20:23:44.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:6:0)
[20:23:44.468] Build status: SCHEDULED
[20:23:44.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:7:0) after 8m41s
[20:32:25.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:7:0)
[20:32:25.513] Build status: SCHEDULED
[20:32:25.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:8:0) after 8m55s
[20:41:20.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:8:0)
[20:41:20.545] Build status: SCHEDULED
[20:41:20.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:9:0) after 9m37s
[20:50:57.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:9:0)
[20:50:57.787] Build status: SCHEDULED
[20:50:57.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:10:0) after 5m23s
[20:56:20.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:10:0)
[20:56:20.924] Build status: SCHEDULED
[20:56:20.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:11:0) after 4m20s
[21:00:41.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:11:0)
[21:00:41.029] Build status: SCHEDULED
[21:00:41.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:12:0) after 1m10s
[21:01:51.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:12:0)
[21:01:51.116] Build status: SCHEDULED
[21:01:51.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:13:0) after 1m46s
[21:03:37.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:13:0)
[21:03:37.175] Build status: SCHEDULED
[21:03:37.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:14:0) after 8m39s
[21:12:16.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:14:0)
[21:12:16.247] Build status: SCHEDULED
[21:12:16.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:15:0) after 9m14s
[21:21:30.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:15:0)
[21:21:30.329] Build status: SCHEDULED
[21:21:30.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:16:0) after 7m17s
[21:28:47.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:16:0)
[21:28:47.370] Build status: SCHEDULED
[21:28:47.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:17:0) after 9m49s
[21:38:36.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:17:0)
[21:38:36.446] Build status: SCHEDULED
[21:38:36.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:18:0) after 4m11s
[21:42:47.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:18:0)
[21:42:47.583] Build status: SCHEDULED
[21:42:47.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:19:0) after 6m7s
[21:48:54.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:19:0)
[21:48:54.614] Build status: SCHEDULED
[21:48:54.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:20:0) after 4m23s
[21:53:17.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:20:0)
[21:53:17.821] Build status: SCHEDULED
[21:53:17.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:21:0) after 9m10s
[22:02:27.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:21:0)
[22:02:27.869] Build status: SCHEDULED
[22:02:27.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:22:0) after 2m9s
[22:04:36.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:22:0)
[22:04:36.913] Build status: SCHEDULED
[22:04:36.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:23:0) after 1m13s
[22:05:50.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:23:0)
[22:05:50.039] Build status: SCHEDULED
[22:05:50.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:24:0) after 2m27s
[22:08:17.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:24:0)
[22:08:17.170] Build status: SCHEDULED
[22:08:17.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:25:0) after 7m4s
[22:15:21.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:25:0)
[22:15:21.212] Build status: SCHEDULED
[22:15:21.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:26:0) after 1m22s
[22:16:43.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:26:0)
[22:16:43.350] Build status: SCHEDULED
[22:16:43.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:27:0) after 4m42s
[22:21:25.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:27:0)
[22:21:25.359] Build status: SCHEDULED
[22:21:25.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:28:0) after 1m11s
[22:22:36.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:28:0)
[22:22:36.490] Build status: SCHEDULED
[22:22:36.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:29:0) after 1m9s
[22:23:45.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:29:0)
[22:23:45.715] Build status: SCHEDULED
[22:23:45.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:30:0) after 5m34s
[22:29:19.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:30:0)
[22:29:19.820] Build status: SCHEDULED
[22:29:19.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:31:0) after 6m37s
[22:35:56.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:31:0)
[22:35:56.913] Build status: SCHEDULED
[22:35:56.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:32:0) after 8m51s
[22:44:48.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:32:0)
[22:44:48.036] Build status: SCHEDULED
[22:44:48.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:33:0) after 6m51s
[22:51:39.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:33:0)
[22:51:39.294] Build status: SCHEDULED
[22:51:39.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:34:0) after 5m58s
[22:57:37.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:34:0)
[22:57:37.410] Build status: SCHEDULED
[22:57:37.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:35:0) after 6m37s
[23:04:14.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:35:0)
[23:04:14.452] Build status: SCHEDULED
[23:04:14.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:36:0) after 6m41s
[23:10:55.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:36:0)
[23:10:55.556] Build status: SCHEDULED
[23:10:55.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:37:0) after 5m3s
[23:15:58.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:37:0)
[23:15:58.635] Build status: SCHEDULED
[23:15:58.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:38:0) after 3m9s
[23:19:07.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:38:0)
[23:19:07.667] Build status: SCHEDULED
[23:19:07.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:39:0) after 5m51s
[23:24:58.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:39:0)
[23:24:58.749] Build status: SCHEDULED
[23:24:58.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:40:0) after 6m7s
[23:31:05.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:40:0)
[23:31:05.845] Build status: SCHEDULED
[23:31:05.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:41:0) after 5m20s
[23:36:25.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:41:0)
[23:36:25.884] Build status: SCHEDULED
[23:36:25.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:42:0) after 8m53s
[23:45:19.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:42:0)
[23:45:19.037] Build status: SCHEDULED
[23:45:19.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:43:0) after 3m36s
[23:48:55.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:43:0)
[23:48:55.121] Build status: SCHEDULED
[23:48:55.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:44:0) after 3m55s
[23:52:50.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:44:0)
[23:52:50.154] Build status: SCHEDULED
[23:52:50.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:45:0) after 7m50s
[00:00:40.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:45:0)
[00:00:40.257] Build status: SCHEDULED
[00:00:40.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:46:0) after 6m47s
[00:07:27.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:46:0)
[00:07:27.307] Build status: SCHEDULED
[00:07:27.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:47:0) after 1m50s
[00:09:17.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:47:0)
[00:09:17.387] Build status: SCHEDULED
[00:09:17.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:48:0) after 6m41s
[00:15:58.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:48:0)
[00:15:58.507] Build status: SCHEDULED
[00:15:58.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:49:0) after 7m36s
[00:23:34.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:49:0)
[00:23:34.579] Build status: SCHEDULED
[00:23:34.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:50:0) after 7m19s
[00:30:53.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:50:0)
[00:30:53.615] Build status: SCHEDULED
[00:30:53.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:51:0) after 8m17s
[00:39:10.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:51:0)
[00:39:10.681] Build status: SCHEDULED
[00:39:10.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:52:0) after 2m28s
[00:41:38.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:52:0)
[00:41:38.784] Build status: SCHEDULED
[00:41:38.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:53:0) after 3m58s
[00:45:36.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:53:0)
[00:45:36.875] Build status: SCHEDULED
[00:45:36.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:54:0) after 8m39s
[00:54:15.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:54:0)
[00:54:15.940] Build status: SCHEDULED
[00:54:15.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:55:0) after 9m49s
[01:04:04.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:55:0)
[01:04:04.991] Build status: SCHEDULED
[01:04:04.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:56:0) after 2m0s
[01:06:05.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:56:0)
[01:06:05.062] Build status: SCHEDULED
[01:06:05.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:57:0) after 8m31s
[01:14:36.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:57:0)
[01:14:36.124] Build status: SCHEDULED
[01:14:36.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:58:0) after 8m52s
[01:23:28.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:58:0)
[01:23:28.158] Build status: SCHEDULED
[01:23:28.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:59:0) after 7m36s
[01:31:04.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:59:0)
[01:31:04.228] Build status: SCHEDULED
[01:31:04.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:60:0) after 4m53s
[01:35:57.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:60:0)
[01:35:57.441] Build status: SCHEDULED
[01:35:57.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:61:0) after 9m50s
[01:45:47.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:61:0)
[01:45:47.484] Build status: SCHEDULED
[01:45:47.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:62:0) after 5m43s
[01:51:30.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:62:0)
[01:51:30.560] Build status: SCHEDULED
[01:51:30.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:63:0) after 5m40s
[01:57:10.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:63:0)
[01:57:10.567] Build status: SCHEDULED
[01:57:10.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:64:0) after 7m32s
[02:04:42.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:64:0)
[02:04:42.683] Build status: SCHEDULED
[02:04:42.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:65:0) after 9m21s
[02:14:03.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:65:0)
[02:14:03.730] Build status: SCHEDULED
[02:14:03.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:66:0) after 9m53s
[02:23:56.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:66:0)
[02:23:56.810] Build status: SCHEDULED
[02:23:56.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:67:0) after 7m59s
[02:28:06.780] Received PubSub notification, asking Buildbucket for the build status
[02:28:06.801] Build status: STARTED
[02:31:55.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:67:0)
[02:31:55.894] Build status: STARTED
[02:31:55.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8867703099763979824:69:0) after 4m0s
[02:32:32.193] Received PubSub notification, asking Buildbucket for the build status
[02:32:32.207] Build:
{
"id": "8702273037901493569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-30T20:05:31.606539847Z",
"startTime": "2025-10-01T02:28:06.541767031Z",
"endTime": "2025-10-01T02:32:26.374447449Z",
"updateTime": "2025-10-01T02:32:26.374447449Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a4815ead062b941992c8acbe5ca64797acdcfb15",
"ref": "refs/heads/main"
}
}
}
[02:32:32.207] Invocation finished in 6h27m1.759904952s with status FAILED