[19:25:24.301] New invocation is queued and will start shortly
[19:25:25.384] Starting the invocation (attempt 1)
[19:25:25.408] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b9137c04eb587a127862fedc7f8c7e8760c6d46c"
[19:25:25.408] Popped gitiles commit info from properties and tags
[19:25:25.408] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:25:25.408] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:25:25.408] Buildbucket request:
{
"requestId": "8863991147179787136",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863991147179787136",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a69503e0eb7bcd8a8da2a2c54e163f60b446ab29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a69503e0eb7bcd8a8da2a2c54e163f60b446ab29",
"title": "a69503e0eb7bcd8a8da2a2c54e163f60b446ab29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a69503e0eb7bcd8a8da2a2c54e163f60b446ab29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b9137c04eb587a127862fedc7f8c7e8760c6d46c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9137c04eb587a127862fedc7f8c7e8760c6d46c",
"title": "b9137c04eb587a127862fedc7f8c7e8760c6d46c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9137c04eb587a127862fedc7f8c7e8760c6d46c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b9137c04eb587a127862fedc7f8c7e8760c6d46c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863991147179787136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:25:25.771] Scheduled build:
{
"id": "8698561085294541873",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-10T19:25:25.471351991Z",
"updateTime": "2025-11-10T19:25:25.471351991Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b9137c04eb587a127862fedc7f8c7e8760c6d46c",
"ref": "refs/heads/main"
}
}
}
[19:25:25.771] Task URL: https://cr-buildbucket.appspot.com/build/8698561085294541873
[19:25:25.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:2:0) after 3m57s
[19:25:25.984] Received PubSub notification, asking Buildbucket for the build status
[19:25:26.011] Build status: SCHEDULED
[19:29:22.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:2:0)
[19:29:22.829] Build status: SCHEDULED
[19:29:22.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:4:0) after 5m51s
[19:35:13.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:4:0)
[19:35:13.914] Build status: SCHEDULED
[19:35:13.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:5:0) after 4m10s
[19:39:23.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:5:0)
[19:39:23.909] Build status: SCHEDULED
[19:39:23.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:6:0) after 3m31s
[19:42:54.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:6:0)
[19:42:54.993] Build status: SCHEDULED
[19:42:54.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:7:0) after 8m12s
[19:51:07.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:7:0)
[19:51:07.120] Build status: SCHEDULED
[19:51:07.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:8:0) after 7m42s
[19:58:49.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:8:0)
[19:58:49.202] Build status: SCHEDULED
[19:58:49.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:9:0) after 5m5s
[20:03:54.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:9:0)
[20:03:54.212] Build status: SCHEDULED
[20:03:54.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:10:0) after 9m26s
[20:13:20.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:10:0)
[20:13:20.242] Build status: SCHEDULED
[20:13:20.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:11:0) after 9m52s
[20:23:12.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:11:0)
[20:23:12.269] Build status: SCHEDULED
[20:23:12.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:12:0) after 2m21s
[20:25:33.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:12:0)
[20:25:33.382] Build status: SCHEDULED
[20:25:33.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:13:0) after 1m9s
[20:26:42.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:13:0)
[20:26:42.428] Build status: SCHEDULED
[20:26:42.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:14:0) after 2m38s
[20:29:20.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:14:0)
[20:29:20.512] Build status: SCHEDULED
[20:29:20.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:15:0) after 4m49s
[20:34:09.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:15:0)
[20:34:09.597] Build status: SCHEDULED
[20:34:09.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:16:0) after 1m19s
[20:35:28.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:16:0)
[20:35:28.680] Build status: SCHEDULED
[20:35:28.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:17:0) after 2m38s
[20:38:06.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:17:0)
[20:38:06.762] Build status: SCHEDULED
[20:38:06.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:18:0) after 8m12s
[20:46:18.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:18:0)
[20:46:18.795] Build status: SCHEDULED
[20:46:18.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:19:0) after 5m36s
[20:51:54.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:19:0)
[20:51:54.800] Build status: SCHEDULED
[20:51:54.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:20:0) after 8m12s
[21:00:07.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:20:0)
[21:00:07.109] Build status: SCHEDULED
[21:00:07.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:21:0) after 6m58s
[21:07:05.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:21:0)
[21:07:05.142] Build status: SCHEDULED
[21:07:05.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:22:0) after 9m46s
[21:16:51.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:22:0)
[21:16:51.290] Build status: SCHEDULED
[21:16:51.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:23:0) after 5m33s
[21:22:24.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:23:0)
[21:22:24.324] Build status: SCHEDULED
[21:22:24.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:24:0) after 1m58s
[21:24:22.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:24:0)
[21:24:22.490] Build status: SCHEDULED
[21:24:22.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:25:0) after 7m27s
[21:31:49.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:25:0)
[21:31:49.527] Build status: SCHEDULED
[21:31:49.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:26:0) after 5m34s
[21:37:23.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:26:0)
[21:37:23.570] Build status: SCHEDULED
[21:37:23.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:27:0) after 1m27s
[21:38:50.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:27:0)
[21:38:50.583] Build status: SCHEDULED
[21:38:50.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:28:0) after 3m55s
[21:42:45.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:28:0)
[21:42:45.614] Build status: SCHEDULED
[21:42:45.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:29:0) after 9m2s
[21:51:47.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:29:0)
[21:51:47.692] Build status: SCHEDULED
[21:51:47.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:30:0) after 6m48s
[21:58:35.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:30:0)
[21:58:35.729] Build status: SCHEDULED
[21:58:35.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:31:0) after 2m9s
[22:00:44.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:31:0)
[22:00:44.807] Build status: SCHEDULED
[22:00:44.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:32:0) after 4m15s
[22:04:59.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:32:0)
[22:04:59.931] Build status: SCHEDULED
[22:04:59.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:33:0) after 4m39s
[22:09:38.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:33:0)
[22:09:38.920] Build status: SCHEDULED
[22:09:38.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:34:0) after 2m28s
[22:12:06.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:34:0)
[22:12:06.932] Build status: SCHEDULED
[22:12:06.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:35:0) after 8m47s
[22:20:53.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:35:0)
[22:20:53.967] Build status: SCHEDULED
[22:20:53.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:36:0) after 6m37s
[22:27:31.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:36:0)
[22:27:31.052] Build status: SCHEDULED
[22:27:31.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:37:0) after 1m54s
[22:29:25.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:37:0)
[22:29:25.206] Build status: SCHEDULED
[22:29:25.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:38:0) after 9m11s
[22:38:36.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:38:0)
[22:38:36.210] Build status: SCHEDULED
[22:38:36.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:39:0) after 3m41s
[22:42:17.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:39:0)
[22:42:17.282] Build status: SCHEDULED
[22:42:17.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:40:0) after 4m19s
[22:46:36.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:40:0)
[22:46:36.333] Build status: SCHEDULED
[22:46:36.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:41:0) after 2m51s
[22:49:27.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:41:0)
[22:49:27.494] Build status: SCHEDULED
[22:49:27.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:42:0) after 4m9s
[22:53:36.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:42:0)
[22:53:36.534] Build status: SCHEDULED
[22:53:36.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:43:0) after 6m0s
[22:59:36.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:43:0)
[22:59:36.538] Build status: SCHEDULED
[22:59:36.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:44:0) after 8m55s
[23:08:31.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:44:0)
[23:08:31.591] Build status: SCHEDULED
[23:08:31.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:45:0) after 3m20s
[23:11:51.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:45:0)
[23:11:51.661] Build status: SCHEDULED
[23:11:51.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:46:0) after 1m14s
[23:13:05.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:46:0)
[23:13:05.699] Build status: SCHEDULED
[23:13:05.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:47:0) after 1m49s
[23:14:54.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:47:0)
[23:14:54.736] Build status: SCHEDULED
[23:14:54.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:48:0) after 5m34s
[23:20:28.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:48:0)
[23:20:28.731] Build status: SCHEDULED
[23:20:28.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:49:0) after 3m54s
[23:22:41.147] Received PubSub notification, asking Buildbucket for the build status
[23:22:41.162] Build status: STARTED
[23:24:22.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:49:0)
[23:24:22.796] Build status: STARTED
[23:24:22.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:51:0) after 4m25s
[23:28:47.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:51:0)
[23:28:47.813] Build status: STARTED
[23:28:47.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:52:0) after 4m15s
[23:33:02.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:52:0)
[23:33:02.939] Build status: STARTED
[23:33:02.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:53:0) after 9m44s
[23:42:46.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:53:0)
[23:42:46.980] Build status: STARTED
[23:42:46.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:54:0) after 6m49s
[23:49:36.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:54:0)
[23:49:36.079] Build status: STARTED
[23:49:36.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:55:0) after 8m38s
[23:58:14.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:55:0)
[23:58:14.185] Build status: STARTED
[23:58:14.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:56:0) after 6m29s
[00:04:43.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:56:0)
[00:04:43.238] Build status: STARTED
[00:04:43.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:57:0) after 9m38s
[00:14:21.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:57:0)
[00:14:21.324] Build status: STARTED
[00:14:21.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:58:0) after 2m57s
[00:17:18.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:58:0)
[00:17:18.367] Build status: STARTED
[00:17:18.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:59:0) after 2m55s
[00:20:13.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:59:0)
[00:20:13.401] Build status: STARTED
[00:20:13.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8863991147179787136:60:0) after 5m45s
[00:20:23.245] Received PubSub notification, asking Buildbucket for the build status
[00:20:23.261] Build:
{
"id": "8698561085294541873",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-10T19:25:25.471351991Z",
"startTime": "2025-11-10T23:22:40.055739246Z",
"endTime": "2025-11-11T00:20:22.747768267Z",
"updateTime": "2025-11-11T00:20:22.747768267Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b9137c04eb587a127862fedc7f8c7e8760c6d46c",
"ref": "refs/heads/main"
}
}
}
[00:20:23.261] Invocation finished in 4h54m58.970743194s with status FAILED