[09:14:40.300] New invocation is queued and will start shortly
[09:14:41.424] Starting the invocation (attempt 1)
[09:14:41.444] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b07381c8875842c3767d647f4f474d8882cc5b0e"
[09:14:41.445] Popped gitiles commit info from properties and tags
[09:14:41.445] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:14:41.445] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:14:41.445] Buildbucket request:
{
"requestId": "8864301362100386592",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864301362100386592",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b07381c8875842c3767d647f4f474d8882cc5b0e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b07381c8875842c3767d647f4f474d8882cc5b0e",
"title": "b07381c8875842c3767d647f4f474d8882cc5b0e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b07381c8875842c3767d647f4f474d8882cc5b0e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b07381c8875842c3767d647f4f474d8882cc5b0e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864301362100386592"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:14:42.134] Scheduled build:
{
"id": "8698871300185462881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-07T09:14:41.497517278Z",
"updateTime": "2025-11-07T09:14:41.497517278Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b07381c8875842c3767d647f4f474d8882cc5b0e",
"ref": "refs/heads/main"
}
}
}
[09:14:42.134] Task URL: https://cr-buildbucket.appspot.com/build/8698871300185462881
[09:14:42.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:2:0) after 2m54s
[09:14:42.767] Received PubSub notification, asking Buildbucket for the build status
[09:14:42.792] Build status: SCHEDULED
[09:17:36.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:2:0)
[09:17:36.233] Build status: SCHEDULED
[09:17:36.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:4:0) after 5m46s
[09:23:22.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:4:0)
[09:23:22.278] Build status: SCHEDULED
[09:23:22.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:5:0) after 2m59s
[09:26:21.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:5:0)
[09:26:21.331] Build status: SCHEDULED
[09:26:21.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:6:0) after 5m36s
[09:31:57.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:6:0)
[09:31:57.417] Build status: SCHEDULED
[09:31:57.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:7:0) after 6m31s
[09:38:28.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:7:0)
[09:38:28.481] Build status: SCHEDULED
[09:38:28.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:8:0) after 2m32s
[09:41:00.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:8:0)
[09:41:00.824] Build status: SCHEDULED
[09:41:00.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:9:0) after 6m7s
[09:47:07.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:9:0)
[09:47:07.895] Build status: SCHEDULED
[09:47:07.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:10:0) after 1m0s
[09:48:07.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:10:0)
[09:48:07.939] Build status: SCHEDULED
[09:48:07.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:11:0) after 1m41s
[09:49:49.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:11:0)
[09:49:49.029] Build status: SCHEDULED
[09:49:49.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:12:0) after 7m10s
[09:56:59.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:12:0)
[09:56:59.127] Build status: SCHEDULED
[09:56:59.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:13:0) after 3m58s
[10:00:57.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:13:0)
[10:00:57.177] Build status: SCHEDULED
[10:00:57.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:14:0) after 5m45s
[10:06:42.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:14:0)
[10:06:42.213] Build status: SCHEDULED
[10:06:42.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:15:0) after 6m41s
[10:13:23.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:15:0)
[10:13:23.257] Build status: SCHEDULED
[10:13:23.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:16:0) after 4m43s
[10:18:06.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:16:0)
[10:18:06.309] Build status: SCHEDULED
[10:18:06.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:17:0) after 2m41s
[10:20:47.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:17:0)
[10:20:47.388] Build status: SCHEDULED
[10:20:47.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:18:0) after 7m8s
[10:27:55.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:18:0)
[10:27:55.437] Build status: SCHEDULED
[10:27:55.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:19:0) after 1m20s
[10:29:15.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:19:0)
[10:29:15.460] Build status: SCHEDULED
[10:29:15.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:20:0) after 1m1s
[10:30:16.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:20:0)
[10:30:16.505] Build status: SCHEDULED
[10:30:16.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:21:0) after 6m46s
[10:37:02.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:21:0)
[10:37:02.544] Build status: SCHEDULED
[10:37:02.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:22:0) after 3m19s
[10:40:21.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:22:0)
[10:40:21.623] Build status: SCHEDULED
[10:40:21.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:23:0) after 7m53s
[10:48:14.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:23:0)
[10:48:14.665] Build status: SCHEDULED
[10:48:14.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:24:0) after 2m27s
[10:50:41.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:24:0)
[10:50:41.717] Build status: SCHEDULED
[10:50:41.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:25:0) after 3m26s
[10:54:07.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:25:0)
[10:54:07.753] Build status: SCHEDULED
[10:54:07.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:26:0) after 4m42s
[10:58:49.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:26:0)
[10:58:49.864] Build status: SCHEDULED
[10:58:49.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:27:0) after 3m49s
[11:02:38.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:27:0)
[11:02:38.954] Build status: SCHEDULED
[11:02:38.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:28:0) after 7m35s
[11:10:13.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:28:0)
[11:10:14.004] Build status: SCHEDULED
[11:10:14.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:29:0) after 7m43s
[11:17:56.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:29:0)
[11:17:57.004] Build status: SCHEDULED
[11:17:57.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:30:0) after 8m25s
[11:26:22.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:30:0)
[11:26:22.069] Build status: SCHEDULED
[11:26:22.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:31:0) after 9m10s
[11:35:32.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:31:0)
[11:35:32.112] Build status: SCHEDULED
[11:35:32.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:32:0) after 9m17s
[11:44:49.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:32:0)
[11:44:49.233] Build status: SCHEDULED
[11:44:49.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:33:0) after 6m27s
[11:51:16.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:33:0)
[11:51:16.270] Build status: SCHEDULED
[11:51:16.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:34:0) after 4m54s
[11:56:10.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:34:0)
[11:56:10.301] Build status: SCHEDULED
[11:56:10.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:35:0) after 3m59s
[12:00:09.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:35:0)
[12:00:09.345] Build status: SCHEDULED
[12:00:09.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:36:0) after 4m10s
[12:04:19.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:36:0)
[12:04:19.416] Build status: SCHEDULED
[12:04:19.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:37:0) after 3m57s
[12:08:16.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:37:0)
[12:08:16.500] Build status: SCHEDULED
[12:08:16.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:38:0) after 6m16s
[12:14:32.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:38:0)
[12:14:32.536] Build status: SCHEDULED
[12:14:32.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:39:0) after 6m22s
[12:20:54.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:39:0)
[12:20:54.674] Build status: SCHEDULED
[12:20:54.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:40:0) after 7m15s
[12:28:09.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:40:0)
[12:28:09.994] Build status: SCHEDULED
[12:28:09.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:41:0) after 6m31s
[12:34:41.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:41:0)
[12:34:41.183] Build status: SCHEDULED
[12:34:41.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:42:0) after 2m15s
[12:36:56.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:42:0)
[12:36:56.217] Build status: SCHEDULED
[12:36:56.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:43:0) after 8m56s
[12:45:52.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:43:0)
[12:45:52.297] Build status: SCHEDULED
[12:45:52.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:44:0) after 4m2s
[12:49:54.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:44:0)
[12:49:54.353] Build status: SCHEDULED
[12:49:54.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:45:0) after 3m21s
[12:53:15.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:45:0)
[12:53:15.409] Build status: SCHEDULED
[12:53:15.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:46:0) after 2m5s
[12:55:20.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:46:0)
[12:55:20.501] Build status: SCHEDULED
[12:55:20.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:47:0) after 8m39s
[13:03:59.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:47:0)
[13:03:59.559] Build status: SCHEDULED
[13:03:59.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:48:0) after 3m32s
[13:07:31.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:48:0)
[13:07:31.646] Build status: SCHEDULED
[13:07:31.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:49:0) after 4m5s
[13:11:36.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:49:0)
[13:11:36.780] Build status: SCHEDULED
[13:11:36.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:50:0) after 5m18s
[13:16:54.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:50:0)
[13:16:54.868] Build status: SCHEDULED
[13:16:54.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:51:0) after 3m45s
[13:20:39.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:51:0)
[13:20:39.963] Build status: SCHEDULED
[13:20:39.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:52:0) after 7m55s
[13:28:35.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:52:0)
[13:28:35.174] Build status: SCHEDULED
[13:28:35.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:53:0) after 5m36s
[13:34:11.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:53:0)
[13:34:11.319] Build status: SCHEDULED
[13:34:11.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:54:0) after 6m54s
[13:41:05.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:54:0)
[13:41:05.421] Build status: SCHEDULED
[13:41:05.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:55:0) after 6m46s
[13:47:51.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:55:0)
[13:47:51.443] Build status: SCHEDULED
[13:47:51.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:56:0) after 4m12s
[13:52:03.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:56:0)
[13:52:03.625] Build status: SCHEDULED
[13:52:03.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:57:0) after 4m51s
[13:56:54.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:57:0)
[13:56:54.665] Build status: SCHEDULED
[13:56:54.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:58:0) after 9m42s
[14:06:36.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:58:0)
[14:06:36.706] Build status: SCHEDULED
[14:06:36.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:59:0) after 1m36s
[14:08:12.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:59:0)
[14:08:12.816] Build status: SCHEDULED
[14:08:12.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:60:0) after 5m17s
[14:13:29.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:60:0)
[14:13:29.867] Build status: SCHEDULED
[14:13:29.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:61:0) after 9m5s
[14:22:35.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:61:0)
[14:22:35.096] Build status: SCHEDULED
[14:22:35.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:62:0) after 6m12s
[14:28:47.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:62:0)
[14:28:47.210] Build status: SCHEDULED
[14:28:47.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:63:0) after 8m37s
[14:37:24.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:63:0)
[14:37:24.298] Build status: SCHEDULED
[14:37:24.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:64:0) after 1m8s
[14:38:32.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:64:0)
[14:38:32.382] Build status: SCHEDULED
[14:38:32.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:65:0) after 7m3s
[14:45:35.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:65:0)
[14:45:35.556] Build status: SCHEDULED
[14:45:35.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:66:0) after 1m29s
[14:47:04.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:66:0)
[14:47:04.629] Build status: SCHEDULED
[14:47:04.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:67:0) after 1m50s
[14:48:54.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:67:0)
[14:48:54.663] Build status: SCHEDULED
[14:48:54.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:68:0) after 1m26s
[14:50:20.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:68:0)
[14:50:20.672] Build status: SCHEDULED
[14:50:20.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:69:0) after 5m14s
[14:55:34.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:69:0)
[14:55:34.920] Build status: SCHEDULED
[14:55:34.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:70:0) after 3m59s
[14:59:33.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:70:0)
[14:59:34.032] Build status: SCHEDULED
[14:59:34.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:71:0) after 1m41s
[15:01:15.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:71:0)
[15:01:15.210] Build status: SCHEDULED
[15:01:15.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:72:0) after 8m18s
[15:09:33.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:72:0)
[15:09:33.262] Build status: SCHEDULED
[15:09:33.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:73:0) after 4m50s
[15:14:23.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:73:0)
[15:14:23.392] Build status: SCHEDULED
[15:14:23.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:74:0) after 1m52s
[15:16:15.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:74:0)
[15:16:15.423] Build status: SCHEDULED
[15:16:15.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:75:0) after 1m0s
[15:17:15.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:75:0)
[15:17:15.598] Build status: SCHEDULED
[15:17:15.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:76:0) after 7m59s
[15:25:14.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:76:0)
[15:25:14.639] Build status: SCHEDULED
[15:25:14.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:77:0) after 3m55s
[15:29:09.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:77:0)
[15:29:09.777] Build status: SCHEDULED
[15:29:09.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:78:0) after 5m9s
[15:34:18.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:78:0)
[15:34:18.871] Build status: SCHEDULED
[15:34:18.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:79:0) after 1m48s
[15:36:06.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:79:0)
[15:36:06.923] Build status: SCHEDULED
[15:36:06.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:80:0) after 5m16s
[15:41:23.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:80:0)
[15:41:23.109] Build status: SCHEDULED
[15:41:23.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:81:0) after 1m39s
[15:43:02.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:81:0)
[15:43:02.229] Build status: SCHEDULED
[15:43:02.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:82:0) after 9m51s
[15:52:53.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:82:0)
[15:52:53.289] Build status: SCHEDULED
[15:52:53.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:83:0) after 1m4s
[15:53:57.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:83:0)
[15:53:57.329] Build status: SCHEDULED
[15:53:57.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:84:0) after 5m53s
[15:59:50.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:84:0)
[15:59:50.367] Build status: SCHEDULED
[15:59:50.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:85:0) after 7m21s
[16:07:11.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:85:0)
[16:07:11.485] Build status: SCHEDULED
[16:07:11.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:86:0) after 7m8s
[16:14:19.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:86:0)
[16:14:19.596] Build status: SCHEDULED
[16:14:19.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:87:0) after 9m1s
[16:23:20.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:87:0)
[16:23:20.650] Build status: SCHEDULED
[16:23:20.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:88:0) after 1m2s
[16:24:22.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:88:0)
[16:24:22.661] Build status: SCHEDULED
[16:24:22.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:89:0) after 8m14s
[16:32:36.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:89:0)
[16:32:36.789] Build status: SCHEDULED
[16:32:36.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:90:0) after 1m24s
[16:34:00.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:90:0)
[16:34:00.832] Build status: SCHEDULED
[16:34:00.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:91:0) after 5m34s
[16:39:34.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:91:0)
[16:39:34.868] Build status: SCHEDULED
[16:39:34.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:92:0) after 6m36s
[16:46:10.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:92:0)
[16:46:10.970] Build status: SCHEDULED
[16:46:10.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:93:0) after 9m22s
[16:55:32.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:93:0)
[16:55:32.999] Build status: SCHEDULED
[16:55:33.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:94:0) after 4m16s
[16:59:49.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:94:0)
[16:59:49.050] Build status: SCHEDULED
[16:59:49.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:95:0) after 8m50s
[17:05:30.438] Received PubSub notification, asking Buildbucket for the build status
[17:05:30.579] Build status: STARTED
[17:08:39.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:95:0)
[17:08:39.091] Build status: STARTED
[17:08:39.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:97:0) after 8m38s
[17:17:17.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:97:0)
[17:17:17.157] Build status: STARTED
[17:17:17.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8864301362100386592:98:0) after 9m0s
[17:19:04.253] Received PubSub notification, asking Buildbucket for the build status
[17:19:04.273] Build:
{
"id": "8698871300185462881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-07T09:14:41.497517278Z",
"startTime": "2025-11-07T17:05:29.853794990Z",
"endTime": "2025-11-07T17:19:03.854289242Z",
"updateTime": "2025-11-07T17:19:03.854289242Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b07381c8875842c3767d647f4f474d8882cc5b0e",
"ref": "refs/heads/main"
}
}
}
[17:19:04.273] Invocation finished in 8h4m23.986754193s with status SUCCEEDED