[06:50:20.559] New invocation is queued and will start shortly
[06:50:21.713] Starting the invocation (attempt 1)
[06:50:21.745] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cfae9b2490f0cdc53f7f23571983d1fd17839166"
[06:50:21.745] Popped gitiles commit info from properties and tags
[06:50:21.745] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:50:21.745] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:50:21.746] Buildbucket request:
{
"requestId": "8867118948455694352",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867118948455694352",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c2b34c95a3423fe498b283d88715b8e9c8abdffa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c2b34c95a3423fe498b283d88715b8e9c8abdffa",
"title": "c2b34c95a3423fe498b283d88715b8e9c8abdffa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c2b34c95a3423fe498b283d88715b8e9c8abdffa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cfae9b2490f0cdc53f7f23571983d1fd17839166"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cfae9b2490f0cdc53f7f23571983d1fd17839166",
"title": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cfae9b2490f0cdc53f7f23571983d1fd17839166"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867118948455694352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:50:22.199] Scheduled build:
{
"id": "8701688886488961921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-07T06:50:21.805326479Z",
"updateTime": "2025-10-07T06:50:21.805326479Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
"ref": "refs/heads/main"
}
}
}
[06:50:22.199] Task URL: https://cr-buildbucket.appspot.com/build/8701688886488961921
[06:50:22.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:2:0) after 7m41s
[06:50:23.136] Received PubSub notification, asking Buildbucket for the build status
[06:50:23.150] Build status: SCHEDULED
[06:58:03.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:2:0)
[06:58:03.235] Build status: SCHEDULED
[06:58:03.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:4:0) after 6m7s
[07:04:10.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:4:0)
[07:04:10.268] Build status: SCHEDULED
[07:04:10.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:5:0) after 1m54s
[07:06:04.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:5:0)
[07:06:04.317] Build status: SCHEDULED
[07:06:04.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:6:0) after 7m32s
[07:13:36.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:6:0)
[07:13:36.465] Build status: SCHEDULED
[07:13:36.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:7:0) after 8m15s
[07:21:51.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:7:0)
[07:21:51.550] Build status: SCHEDULED
[07:21:51.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:8:0) after 3m40s
[07:25:31.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:8:0)
[07:25:31.588] Build status: SCHEDULED
[07:25:31.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:9:0) after 1m47s
[07:27:18.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:9:0)
[07:27:18.701] Build status: SCHEDULED
[07:27:18.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:10:0) after 7m26s
[07:34:44.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:10:0)
[07:34:44.770] Build status: SCHEDULED
[07:34:44.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:11:0) after 8m16s
[07:43:00.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:11:0)
[07:43:00.807] Build status: SCHEDULED
[07:43:00.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:12:0) after 7m1s
[07:50:01.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:12:0)
[07:50:01.878] Build status: SCHEDULED
[07:50:01.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:13:0) after 8m39s
[07:58:40.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:13:0)
[07:58:40.953] Build status: SCHEDULED
[07:58:40.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:14:0) after 9m42s
[08:08:22.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:14:0)
[08:08:22.960] Build status: SCHEDULED
[08:08:22.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:15:0) after 2m59s
[08:11:22.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:15:0)
[08:11:22.057] Build status: SCHEDULED
[08:11:22.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:16:0) after 8m20s
[08:19:42.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:16:0)
[08:19:42.176] Build status: SCHEDULED
[08:19:42.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:17:0) after 6m51s
[08:26:33.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:17:0)
[08:26:33.348] Build status: SCHEDULED
[08:26:33.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:18:0) after 8m7s
[08:34:40.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:18:0)
[08:34:40.389] Build status: SCHEDULED
[08:34:40.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:19:0) after 3m31s
[08:38:11.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:19:0)
[08:38:11.484] Build status: SCHEDULED
[08:38:11.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:20:0) after 7m22s
[08:45:33.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:20:0)
[08:45:33.477] Build status: SCHEDULED
[08:45:33.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:21:0) after 9m43s
[08:55:16.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:21:0)
[08:55:16.519] Build status: SCHEDULED
[08:55:16.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:22:0) after 1m9s
[08:56:25.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:22:0)
[08:56:25.739] Build status: SCHEDULED
[08:56:25.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:23:0) after 6m38s
[09:03:03.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:23:0)
[09:03:03.822] Build status: SCHEDULED
[09:03:03.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:24:0) after 5m1s
[09:08:04.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:24:0)
[09:08:04.857] Build status: SCHEDULED
[09:08:04.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:25:0) after 1m55s
[09:09:59.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:25:0)
[09:09:59.889] Build status: SCHEDULED
[09:09:59.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:26:0) after 9m8s
[09:19:07.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:26:0)
[09:19:07.966] Build status: SCHEDULED
[09:19:07.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:27:0) after 1m1s
[09:20:09.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:27:0)
[09:20:09.087] Build status: SCHEDULED
[09:20:09.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:28:0) after 2m29s
[09:22:38.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:28:0)
[09:22:38.083] Build status: SCHEDULED
[09:22:38.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:29:0) after 2m43s
[09:25:21.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:29:0)
[09:25:21.132] Build status: SCHEDULED
[09:25:21.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:30:0) after 4m32s
[09:29:53.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:30:0)
[09:29:53.166] Build status: SCHEDULED
[09:29:53.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:31:0) after 1m36s
[09:31:29.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:31:0)
[09:31:29.196] Build status: SCHEDULED
[09:31:29.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:32:0) after 5m57s
[09:37:26.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:32:0)
[09:37:26.267] Build status: SCHEDULED
[09:37:26.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:33:0) after 2m55s
[09:40:21.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:33:0)
[09:40:21.292] Build status: SCHEDULED
[09:40:21.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:34:0) after 3m40s
[09:44:01.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:34:0)
[09:44:01.353] Build status: SCHEDULED
[09:44:01.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:35:0) after 6m20s
[09:50:21.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:35:0)
[09:50:21.382] Build status: SCHEDULED
[09:50:21.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:36:0) after 9m8s
[09:59:29.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:36:0)
[09:59:29.424] Build status: SCHEDULED
[09:59:29.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:37:0) after 8m32s
[10:08:01.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:37:0)
[10:08:01.642] Build status: SCHEDULED
[10:08:01.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:38:0) after 1m49s
[10:09:50.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:38:0)
[10:09:50.636] Build status: SCHEDULED
[10:09:50.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:39:0) after 4m47s
[10:14:37.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:39:0)
[10:14:37.700] Build status: SCHEDULED
[10:14:37.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:40:0) after 9m52s
[10:24:29.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:40:0)
[10:24:29.734] Build status: SCHEDULED
[10:24:29.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:41:0) after 2m56s
[10:27:25.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:41:0)
[10:27:25.769] Build status: SCHEDULED
[10:27:25.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:42:0) after 3m50s
[10:31:15.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:42:0)
[10:31:15.881] Build status: SCHEDULED
[10:31:15.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:43:0) after 9m11s
[10:40:27.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:43:0)
[10:40:27.023] Build status: SCHEDULED
[10:40:27.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:44:0) after 4m13s
[10:44:40.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:44:0)
[10:44:40.082] Build status: SCHEDULED
[10:44:40.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:45:0) after 7m4s
[10:51:44.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:45:0)
[10:51:44.241] Build status: SCHEDULED
[10:51:44.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:46:0) after 8m21s
[11:00:05.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:46:0)
[11:00:05.279] Build status: SCHEDULED
[11:00:05.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:47:0) after 6m42s
[11:06:47.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:47:0)
[11:06:47.333] Build status: SCHEDULED
[11:06:47.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:48:0) after 1m24s
[11:08:11.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:48:0)
[11:08:11.369] Build status: SCHEDULED
[11:08:11.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:49:0) after 8m48s
[11:17:00.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:49:0)
[11:17:00.019] Build status: SCHEDULED
[11:17:00.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:50:0) after 7m22s
[11:24:22.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:50:0)
[11:24:22.088] Build status: SCHEDULED
[11:24:22.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:51:0) after 1m36s
[11:25:58.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:51:0)
[11:25:58.122] Build status: SCHEDULED
[11:25:58.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:52:0) after 4m20s
[11:30:18.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:52:0)
[11:30:18.322] Build status: SCHEDULED
[11:30:18.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:53:0) after 6m12s
[11:36:30.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:53:0)
[11:36:30.392] Build status: SCHEDULED
[11:36:30.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:54:0) after 2m16s
[11:38:46.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:54:0)
[11:38:46.669] Build status: SCHEDULED
[11:38:46.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:55:0) after 9m17s
[11:48:03.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:55:0)
[11:48:03.887] Build status: SCHEDULED
[11:48:03.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:56:0) after 6m2s
[11:54:05.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:56:0)
[11:54:06.081] Build status: SCHEDULED
[11:54:06.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:57:0) after 9m15s
[12:03:21.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:57:0)
[12:03:21.090] Build status: SCHEDULED
[12:03:21.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:58:0) after 7m14s
[12:10:35.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:58:0)
[12:10:35.127] Build status: SCHEDULED
[12:10:35.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:59:0) after 2m5s
[12:12:40.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:59:0)
[12:12:40.195] Build status: SCHEDULED
[12:12:40.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:60:0) after 2m11s
[12:14:51.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:60:0)
[12:14:51.248] Build status: SCHEDULED
[12:14:51.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:61:0) after 8m52s
[12:23:43.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:61:0)
[12:23:43.620] Build status: SCHEDULED
[12:23:43.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:62:0) after 3m2s
[12:26:45.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:62:0)
[12:26:45.806] Build status: SCHEDULED
[12:26:45.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:63:0) after 4m9s
[12:30:54.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:63:0)
[12:30:54.841] Build status: SCHEDULED
[12:30:54.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:64:0) after 4m24s
[12:35:18.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:64:0)
[12:35:18.885] Build status: SCHEDULED
[12:35:18.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:65:0) after 7m39s
[12:42:57.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:65:0)
[12:42:57.922] Build status: SCHEDULED
[12:42:57.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:66:0) after 9m25s
[12:52:22.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:66:0)
[12:52:22.989] Build status: SCHEDULED
[12:52:22.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:67:0) after 9m10s
[13:01:33.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:67:0)
[13:01:33.041] Build status: SCHEDULED
[13:01:33.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:68:0) after 4m11s
[13:05:44.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:68:0)
[13:05:44.095] Build status: SCHEDULED
[13:05:44.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:69:0) after 7m35s
[13:13:19.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:69:0)
[13:13:19.082] Build status: SCHEDULED
[13:13:19.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:70:0) after 2m55s
[13:16:14.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:70:0)
[13:16:14.190] Build status: SCHEDULED
[13:16:14.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:71:0) after 3m9s
[13:19:23.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:71:0)
[13:19:23.226] Build status: SCHEDULED
[13:19:23.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:72:0) after 2m51s
[13:22:14.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:72:0)
[13:22:14.258] Build status: SCHEDULED
[13:22:14.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:73:0) after 3m36s
[13:25:50.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:73:0)
[13:25:50.292] Build status: SCHEDULED
[13:25:50.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:74:0) after 1m15s
[13:27:05.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:74:0)
[13:27:05.367] Build status: SCHEDULED
[13:27:05.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:75:0) after 1m19s
[13:28:24.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:75:0)
[13:28:24.402] Build status: SCHEDULED
[13:28:24.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:76:0) after 2m25s
[13:30:49.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:76:0)
[13:30:49.439] Build status: SCHEDULED
[13:30:49.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:77:0) after 1m21s
[13:32:10.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:77:0)
[13:32:10.500] Build status: SCHEDULED
[13:32:10.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:78:0) after 5m9s
[13:37:19.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:78:0)
[13:37:19.638] Build status: SCHEDULED
[13:37:19.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:79:0) after 8m56s
[13:46:15.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:79:0)
[13:46:15.678] Build status: SCHEDULED
[13:46:15.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:80:0) after 6m37s
[13:52:52.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:80:0)
[13:52:52.962] Build status: SCHEDULED
[13:52:52.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:81:0) after 2m32s
[13:55:25.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:81:0)
[13:55:25.165] Build status: SCHEDULED
[13:55:25.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:82:0) after 6m37s
[14:02:02.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:82:0)
[14:02:02.201] Build status: SCHEDULED
[14:02:02.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:83:0) after 5m7s
[14:07:09.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:83:0)
[14:07:09.294] Build status: SCHEDULED
[14:07:09.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:84:0) after 5m55s
[14:13:04.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:84:0)
[14:13:04.427] Build status: SCHEDULED
[14:13:04.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:85:0) after 6m39s
[14:14:16.436] Received PubSub notification, asking Buildbucket for the build status
[14:14:16.453] Build status: STARTED
[14:19:43.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:85:0)
[14:19:43.582] Build status: STARTED
[14:19:43.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:87:0) after 1m35s
[14:21:18.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:87:0)
[14:21:18.734] Build status: STARTED
[14:21:18.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867118948455694352:88:0) after 4m42s
[14:23:56.212] Received PubSub notification, asking Buildbucket for the build status
[14:23:56.233] Build:
{
"id": "8701688886488961921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-07T06:50:21.805326479Z",
"startTime": "2025-10-07T14:14:16.150792449Z",
"endTime": "2025-10-07T14:23:55.775865160Z",
"updateTime": "2025-10-07T14:23:55.775865160Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
"ref": "refs/heads/main"
}
}
}
[14:23:56.234] Invocation finished in 7h33m35.687958502s with status FAILED