[20:57:13.228] New invocation is queued and will start shortly
[20:57:14.492] Starting the invocation (attempt 1)
[20:57:14.530] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2e307089bf056f38b4f4541255faa23ace1969f5"
[20:57:14.530] Popped gitiles commit info from properties and tags
[20:57:14.530] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:57:14.530] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:57:14.530] Buildbucket request:
{
"requestId": "8868334025035330112",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868334025035330112",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6ad7940b5d4fe1fb22779d3e0d0a59160f5456f7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ad7940b5d4fe1fb22779d3e0d0a59160f5456f7",
"title": "6ad7940b5d4fe1fb22779d3e0d0a59160f5456f7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ad7940b5d4fe1fb22779d3e0d0a59160f5456f7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c57f0e85d2fc50027986ad83f8458a38f08b9705"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c57f0e85d2fc50027986ad83f8458a38f08b9705",
"title": "c57f0e85d2fc50027986ad83f8458a38f08b9705",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c57f0e85d2fc50027986ad83f8458a38f08b9705"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bcc86ca8166a0954aff1730fb52a2c2ee1045246"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bcc86ca8166a0954aff1730fb52a2c2ee1045246",
"title": "bcc86ca8166a0954aff1730fb52a2c2ee1045246",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bcc86ca8166a0954aff1730fb52a2c2ee1045246"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5b81c5e6a41aa4c9ec58a5e6f444cc3353f860bc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5b81c5e6a41aa4c9ec58a5e6f444cc3353f860bc",
"title": "5b81c5e6a41aa4c9ec58a5e6f444cc3353f860bc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5b81c5e6a41aa4c9ec58a5e6f444cc3353f860bc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ec2a66f0778dbe2134fe143872a416e465c854b9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ec2a66f0778dbe2134fe143872a416e465c854b9",
"title": "ec2a66f0778dbe2134fe143872a416e465c854b9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ec2a66f0778dbe2134fe143872a416e465c854b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2e307089bf056f38b4f4541255faa23ace1969f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2e307089bf056f38b4f4541255faa23ace1969f5",
"title": "2e307089bf056f38b4f4541255faa23ace1969f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2e307089bf056f38b4f4541255faa23ace1969f5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2e307089bf056f38b4f4541255faa23ace1969f5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868334025035330112"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:57:15.094] Scheduled build:
{
"id": "8702903962942402529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-23T20:57:14.599278409Z",
"updateTime": "2025-09-23T20:57:14.599278409Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2e307089bf056f38b4f4541255faa23ace1969f5",
"ref": "refs/heads/main"
}
}
}
[20:57:15.094] Task URL: https://cr-buildbucket.appspot.com/build/8702903962942402529
[20:57:15.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:2:0) after 1m5s
[20:57:15.193] Received PubSub notification, asking Buildbucket for the build status
[20:57:15.216] Build status: SCHEDULED
[20:58:20.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:2:0)
[20:58:20.176] Build status: SCHEDULED
[20:58:20.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:4:0) after 9m14s
[21:07:34.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:4:0)
[21:07:34.338] Build status: SCHEDULED
[21:07:34.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:5:0) after 3m26s
[21:11:00.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:5:0)
[21:11:00.435] Build status: SCHEDULED
[21:11:00.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:6:0) after 1m31s
[21:12:31.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:6:0)
[21:12:31.480] Build status: SCHEDULED
[21:12:31.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:7:0) after 1m27s
[21:13:58.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:7:0)
[21:13:58.477] Build status: SCHEDULED
[21:13:58.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:8:0) after 8m51s
[21:22:49.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:8:0)
[21:22:49.695] Build status: SCHEDULED
[21:22:49.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:9:0) after 5m28s
[21:28:17.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:9:0)
[21:28:17.853] Build status: SCHEDULED
[21:28:17.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:10:0) after 8m57s
[21:37:14.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:10:0)
[21:37:14.857] Build status: SCHEDULED
[21:37:14.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:11:0) after 8m33s
[21:45:47.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:11:0)
[21:45:47.916] Build status: SCHEDULED
[21:45:47.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:12:0) after 1m21s
[21:47:08.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:12:0)
[21:47:08.957] Build status: SCHEDULED
[21:47:08.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:13:0) after 4m54s
[21:52:03.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:13:0)
[21:52:03.096] Build status: SCHEDULED
[21:52:03.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:14:0) after 8m1s
[22:00:04.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:14:0)
[22:00:04.173] Build status: SCHEDULED
[22:00:04.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:15:0) after 7m11s
[22:07:15.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:15:0)
[22:07:15.212] Build status: SCHEDULED
[22:07:15.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:16:0) after 8m54s
[22:16:09.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:16:0)
[22:16:09.495] Build status: SCHEDULED
[22:16:09.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:17:0) after 6m38s
[22:22:47.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:17:0)
[22:22:47.609] Build status: SCHEDULED
[22:22:47.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:18:0) after 1m22s
[22:24:09.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:18:0)
[22:24:09.748] Build status: SCHEDULED
[22:24:09.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:19:0) after 3m33s
[22:27:42.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:19:0)
[22:27:42.791] Build status: SCHEDULED
[22:27:42.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:20:0) after 3m48s
[22:31:30.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:20:0)
[22:31:30.839] Build status: SCHEDULED
[22:31:30.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:21:0) after 4m10s
[22:35:40.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:21:0)
[22:35:40.872] Build status: SCHEDULED
[22:35:40.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:22:0) after 2m28s
[22:38:08.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:22:0)
[22:38:08.979] Build status: SCHEDULED
[22:38:08.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:23:0) after 6m31s
[22:44:40.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:23:0)
[22:44:40.061] Build status: SCHEDULED
[22:44:40.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:24:0) after 8m36s
[22:53:16.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:24:0)
[22:53:16.193] Build status: SCHEDULED
[22:53:16.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:25:0) after 1m18s
[22:54:34.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:25:0)
[22:54:34.212] Build status: SCHEDULED
[22:54:34.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:26:0) after 6m45s
[23:01:19.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:26:0)
[23:01:19.270] Build status: SCHEDULED
[23:01:19.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:27:0) after 9m49s
[23:11:08.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:27:0)
[23:11:08.315] Build status: SCHEDULED
[23:11:08.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:28:0) after 9m13s
[23:20:21.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:28:0)
[23:20:21.401] Build status: SCHEDULED
[23:20:21.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:29:0) after 7m15s
[23:27:36.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:29:0)
[23:27:36.533] Build status: SCHEDULED
[23:27:36.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:30:0) after 4m34s
[23:32:10.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:30:0)
[23:32:10.591] Build status: SCHEDULED
[23:32:10.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:31:0) after 1m31s
[23:33:41.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:31:0)
[23:33:41.662] Build status: SCHEDULED
[23:33:41.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:32:0) after 7m59s
[23:41:40.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:32:0)
[23:41:40.693] Build status: SCHEDULED
[23:41:40.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:33:0) after 5m18s
[23:46:58.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:33:0)
[23:46:58.758] Build status: SCHEDULED
[23:46:58.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:34:0) after 3m4s
[23:50:02.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:34:0)
[23:50:02.824] Build status: SCHEDULED
[23:50:02.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:35:0) after 7m18s
[23:57:20.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:35:0)
[23:57:20.868] Build status: SCHEDULED
[23:57:20.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:36:0) after 8m43s
[00:06:03.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:36:0)
[00:06:03.945] Build status: SCHEDULED
[00:06:03.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:37:0) after 2m38s
[00:08:41.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:37:0)
[00:08:41.976] Build status: SCHEDULED
[00:08:41.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:38:0) after 5m13s
[00:13:55.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:38:0)
[00:13:55.048] Build status: SCHEDULED
[00:13:55.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:39:0) after 8m46s
[00:22:41.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:39:0)
[00:22:41.265] Build status: SCHEDULED
[00:22:41.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:40:0) after 5m9s
[00:27:50.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:40:0)
[00:27:50.306] Build status: SCHEDULED
[00:27:50.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:41:0) after 2m7s
[00:29:57.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:41:0)
[00:29:57.336] Build status: SCHEDULED
[00:29:57.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:42:0) after 9m20s
[00:39:17.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:42:0)
[00:39:17.474] Build status: SCHEDULED
[00:39:17.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:43:0) after 3m53s
[00:43:10.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:43:0)
[00:43:10.506] Build status: SCHEDULED
[00:43:10.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:44:0) after 8m53s
[00:52:03.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:44:0)
[00:52:03.526] Build status: SCHEDULED
[00:52:03.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:45:0) after 6m49s
[00:58:52.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:45:0)
[00:58:52.630] Build status: SCHEDULED
[00:58:52.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:46:0) after 8m14s
[01:07:06.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:46:0)
[01:07:06.868] Build status: SCHEDULED
[01:07:06.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:47:0) after 2m50s
[01:09:56.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:47:0)
[01:09:56.974] Build status: SCHEDULED
[01:09:56.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:48:0) after 6m23s
[01:16:20.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:48:0)
[01:16:20.059] Build status: SCHEDULED
[01:16:20.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:49:0) after 4m18s
[01:20:38.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:49:0)
[01:20:38.093] Build status: SCHEDULED
[01:20:38.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:50:0) after 4m8s
[01:24:46.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:50:0)
[01:24:46.227] Build status: SCHEDULED
[01:24:46.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:51:0) after 4m6s
[01:28:52.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:51:0)
[01:28:52.278] Build status: SCHEDULED
[01:28:52.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:52:0) after 7m44s
[01:36:36.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:52:0)
[01:36:36.311] Build status: SCHEDULED
[01:36:36.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:53:0) after 8m56s
[01:45:32.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:53:0)
[01:45:32.482] Build status: SCHEDULED
[01:45:32.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:54:0) after 4m18s
[01:49:50.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:54:0)
[01:49:50.635] Build status: SCHEDULED
[01:49:50.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:55:0) after 8m1s
[01:57:51.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:55:0)
[01:57:51.720] Build status: SCHEDULED
[01:57:51.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:56:0) after 6m22s
[02:04:13.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:56:0)
[02:04:13.759] Build status: SCHEDULED
[02:04:13.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:57:0) after 1m24s
[02:05:37.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:57:0)
[02:05:37.828] Build status: SCHEDULED
[02:05:37.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:58:0) after 5m20s
[02:10:57.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:58:0)
[02:10:57.886] Build status: SCHEDULED
[02:10:57.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:59:0) after 7m14s
[02:18:11.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:59:0)
[02:18:12.000] Build status: SCHEDULED
[02:18:12.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:60:0) after 9m51s
[02:28:03.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:60:0)
[02:28:03.036] Build status: SCHEDULED
[02:28:03.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:61:0) after 4m55s
[02:32:58.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:61:0)
[02:32:58.076] Build status: SCHEDULED
[02:32:58.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:62:0) after 4m55s
[02:37:53.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:62:0)
[02:37:53.150] Build status: SCHEDULED
[02:37:53.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:63:0) after 8m0s
[02:45:53.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:63:0)
[02:45:53.157] Build status: SCHEDULED
[02:45:53.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:64:0) after 3m26s
[02:49:19.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:64:0)
[02:49:19.153] Build status: SCHEDULED
[02:49:19.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:65:0) after 4m8s
[02:53:27.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:65:0)
[02:53:27.187] Build status: SCHEDULED
[02:53:27.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:66:0) after 5m7s
[02:58:34.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:66:0)
[02:58:34.236] Build status: SCHEDULED
[02:58:34.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:67:0) after 3m10s
[03:01:44.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:67:0)
[03:01:44.293] Build status: SCHEDULED
[03:01:44.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:68:0) after 6m44s
[03:08:28.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:68:0)
[03:08:28.350] Build status: SCHEDULED
[03:08:28.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:69:0) after 7m56s
[03:16:24.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:69:0)
[03:16:24.395] Build status: SCHEDULED
[03:16:24.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:70:0) after 2m42s
[03:19:06.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:70:0)
[03:19:06.498] Build status: SCHEDULED
[03:19:06.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:71:0) after 2m40s
[03:21:46.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:71:0)
[03:21:46.530] Build status: SCHEDULED
[03:21:46.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:72:0) after 3m30s
[03:25:16.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:72:0)
[03:25:16.576] Build status: SCHEDULED
[03:25:16.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:73:0) after 1m22s
[03:26:38.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:73:0)
[03:26:38.679] Build status: SCHEDULED
[03:26:38.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:74:0) after 2m44s
[03:29:22.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:74:0)
[03:29:22.726] Build status: SCHEDULED
[03:29:22.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:75:0) after 3m22s
[03:32:44.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:75:0)
[03:32:44.864] Build status: SCHEDULED
[03:32:44.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:76:0) after 5m51s
[03:38:35.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:76:0)
[03:38:35.981] Build status: SCHEDULED
[03:38:35.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:77:0) after 2m5s
[03:40:40.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:77:0)
[03:40:41.013] Build status: SCHEDULED
[03:40:41.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:78:0) after 5m26s
[03:46:07.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:78:0)
[03:46:07.094] Build status: SCHEDULED
[03:46:07.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:79:0) after 6m12s
[03:52:19.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:79:0)
[03:52:19.145] Build status: SCHEDULED
[03:52:19.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:80:0) after 6m58s
[03:59:17.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:80:0)
[03:59:17.181] Build status: SCHEDULED
[03:59:17.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:81:0) after 3m34s
[04:02:51.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:81:0)
[04:02:51.240] Build status: SCHEDULED
[04:02:51.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:82:0) after 5m40s
[04:08:31.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:82:0)
[04:08:31.346] Build status: SCHEDULED
[04:08:31.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:83:0) after 2m53s
[04:11:24.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:83:0)
[04:11:24.451] Build status: SCHEDULED
[04:11:24.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:84:0) after 3m57s
[04:15:21.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:84:0)
[04:15:21.534] Build status: SCHEDULED
[04:15:21.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:85:0) after 7m24s
[04:17:23.647] Received PubSub notification, asking Buildbucket for the build status
[04:17:23.667] Build status: STARTED
[04:22:45.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:85:0)
[04:22:45.582] Build status: STARTED
[04:22:45.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:87:0) after 3m32s
[04:26:17.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:87:0)
[04:26:17.590] Build status: STARTED
[04:26:17.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8868334025035330112:88:0) after 8m5s
[04:26:51.075] Received PubSub notification, asking Buildbucket for the build status
[04:26:51.093] Build:
{
"id": "8702903962942402529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-23T20:57:14.599278409Z",
"startTime": "2025-09-24T04:17:23.452714727Z",
"endTime": "2025-09-24T04:26:50.903968680Z",
"updateTime": "2025-09-24T04:26:50.903968680Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2e307089bf056f38b4f4541255faa23ace1969f5",
"ref": "refs/heads/main"
}
}
}
[04:26:51.093] Invocation finished in 7h29m37.872868988s with status SUCCEEDED