[23:46:13.807] New invocation is queued and will start shortly
[23:46:22.115] Starting the invocation (attempt 1)
[23:46:22.141] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/12231842918e7d34acbf5abb9749c935fa8ea6dc"
[23:46:22.141] Popped gitiles commit info from properties and tags
[23:46:22.141] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:46:22.142] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:46:22.142] Buildbucket request:
{
"requestId": "8872490852321795520",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872490852321795520",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0bca04c7b1500ba2f942234a6eef7c9d2606fecb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bca04c7b1500ba2f942234a6eef7c9d2606fecb",
"title": "0bca04c7b1500ba2f942234a6eef7c9d2606fecb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bca04c7b1500ba2f942234a6eef7c9d2606fecb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e5dffd788497f6a1d218084944761987240f3c1f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e5dffd788497f6a1d218084944761987240f3c1f",
"title": "e5dffd788497f6a1d218084944761987240f3c1f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e5dffd788497f6a1d218084944761987240f3c1f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "42142256e0626db322723f7a932a2d2b666cdea0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@42142256e0626db322723f7a932a2d2b666cdea0",
"title": "42142256e0626db322723f7a932a2d2b666cdea0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/42142256e0626db322723f7a932a2d2b666cdea0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "effa0d0f3fe926703b6b7bf70831e245fff6b54a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@effa0d0f3fe926703b6b7bf70831e245fff6b54a",
"title": "effa0d0f3fe926703b6b7bf70831e245fff6b54a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/effa0d0f3fe926703b6b7bf70831e245fff6b54a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "be454720aa604f974bfd359f40d9086ec0ae51c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@be454720aa604f974bfd359f40d9086ec0ae51c4",
"title": "be454720aa604f974bfd359f40d9086ec0ae51c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/be454720aa604f974bfd359f40d9086ec0ae51c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "878a9558fca9f3ff15398de306cd49ae04dc7c2a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@878a9558fca9f3ff15398de306cd49ae04dc7c2a",
"title": "878a9558fca9f3ff15398de306cd49ae04dc7c2a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/878a9558fca9f3ff15398de306cd49ae04dc7c2a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc9c98ac24c67f27ab07480fb6bab539cd26549e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc9c98ac24c67f27ab07480fb6bab539cd26549e",
"title": "bc9c98ac24c67f27ab07480fb6bab539cd26549e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc9c98ac24c67f27ab07480fb6bab539cd26549e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dd3c0416b8ddc642c816bd79c11f3f93f2215565"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd3c0416b8ddc642c816bd79c11f3f93f2215565",
"title": "dd3c0416b8ddc642c816bd79c11f3f93f2215565",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd3c0416b8ddc642c816bd79c11f3f93f2215565"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1f2575e40e0a61222257b5e5d6aa158a7d22db95"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1f2575e40e0a61222257b5e5d6aa158a7d22db95",
"title": "1f2575e40e0a61222257b5e5d6aa158a7d22db95",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1f2575e40e0a61222257b5e5d6aa158a7d22db95"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "45b98f029c1950f633763c1d2be461381fe37320"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@45b98f029c1950f633763c1d2be461381fe37320",
"title": "45b98f029c1950f633763c1d2be461381fe37320",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/45b98f029c1950f633763c1d2be461381fe37320"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "097692631d63388cf64074fe416015cbc75ef0a7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@097692631d63388cf64074fe416015cbc75ef0a7",
"title": "097692631d63388cf64074fe416015cbc75ef0a7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/097692631d63388cf64074fe416015cbc75ef0a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8f5ed53892a15afaaaeb1c93458c03ed7278d0e1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8f5ed53892a15afaaaeb1c93458c03ed7278d0e1",
"title": "8f5ed53892a15afaaaeb1c93458c03ed7278d0e1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8f5ed53892a15afaaaeb1c93458c03ed7278d0e1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "551dcc3895a0fab1c88fbf28c74cd1dae3fb4872"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@551dcc3895a0fab1c88fbf28c74cd1dae3fb4872",
"title": "551dcc3895a0fab1c88fbf28c74cd1dae3fb4872",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/551dcc3895a0fab1c88fbf28c74cd1dae3fb4872"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "12231842918e7d34acbf5abb9749c935fa8ea6dc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@12231842918e7d34acbf5abb9749c935fa8ea6dc",
"title": "12231842918e7d34acbf5abb9749c935fa8ea6dc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/12231842918e7d34acbf5abb9749c935fa8ea6dc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "12231842918e7d34acbf5abb9749c935fa8ea6dc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872490852321795520"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:46:22.485] Scheduled build:
{
"id": "8707060782867943553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-08T23:46:22.198433511Z",
"updateTime": "2025-08-08T23:46:22.198433511Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "12231842918e7d34acbf5abb9749c935fa8ea6dc",
"ref": "refs/heads/main"
}
}
}
[23:46:22.485] Task URL: https://cr-buildbucket.appspot.com/build/8707060782867943553
[23:46:22.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:2:0) after 3m32s
[23:46:23.438] Received PubSub notification, asking Buildbucket for the build status
[23:46:23.454] Build status: SCHEDULED
[23:49:54.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:2:0)
[23:49:54.588] Build status: SCHEDULED
[23:49:54.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:4:0) after 8m26s
[23:58:20.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:4:0)
[23:58:20.633] Build status: SCHEDULED
[23:58:20.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:5:0) after 2m7s
[00:00:27.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:5:0)
[00:00:27.742] Build status: SCHEDULED
[00:00:27.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:6:0) after 5m54s
[00:06:21.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:6:0)
[00:06:21.802] Build status: SCHEDULED
[00:06:21.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:7:0) after 6m54s
[00:13:15.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:7:0)
[00:13:15.853] Build status: SCHEDULED
[00:13:15.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:8:0) after 5m47s
[00:19:02.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:8:0)
[00:19:02.901] Build status: SCHEDULED
[00:19:02.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:9:0) after 4m21s
[00:23:24.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:9:0)
[00:23:24.034] Build status: SCHEDULED
[00:23:24.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:10:0) after 9m49s
[00:33:13.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:10:0)
[00:33:13.085] Build status: SCHEDULED
[00:33:13.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:11:0) after 2m33s
[00:35:46.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:11:0)
[00:35:46.128] Build status: SCHEDULED
[00:35:46.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:12:0) after 3m29s
[00:39:15.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:12:0)
[00:39:15.334] Build status: SCHEDULED
[00:39:15.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:13:0) after 1m6s
[00:40:21.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:13:0)
[00:40:21.379] Build status: SCHEDULED
[00:40:21.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:14:0) after 1m52s
[00:42:13.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:14:0)
[00:42:13.416] Build status: SCHEDULED
[00:42:13.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:15:0) after 7m9s
[00:49:22.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:15:0)
[00:49:22.461] Build status: SCHEDULED
[00:49:22.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:16:0) after 6m30s
[00:55:52.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:16:0)
[00:55:52.503] Build status: SCHEDULED
[00:55:52.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:17:0) after 7m22s
[01:03:14.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:17:0)
[01:03:14.640] Build status: SCHEDULED
[01:03:14.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:18:0) after 4m54s
[01:08:08.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:18:0)
[01:08:08.807] Build status: SCHEDULED
[01:08:08.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:19:0) after 9m3s
[01:17:11.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:19:0)
[01:17:11.871] Build status: SCHEDULED
[01:17:11.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:20:0) after 5m0s
[01:22:11.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:20:0)
[01:22:11.960] Build status: SCHEDULED
[01:22:11.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:21:0) after 9m31s
[01:31:43.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:21:0)
[01:31:43.264] Build status: SCHEDULED
[01:31:43.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:22:0) after 9m9s
[01:40:52.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:22:0)
[01:40:52.276] Build status: SCHEDULED
[01:40:52.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:23:0) after 2m52s
[01:43:44.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:23:0)
[01:43:44.310] Build status: SCHEDULED
[01:43:44.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:24:0) after 7m37s
[01:51:21.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:24:0)
[01:51:21.461] Build status: SCHEDULED
[01:51:21.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:25:0) after 9m7s
[02:00:28.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:25:0)
[02:00:28.647] Build status: SCHEDULED
[02:00:28.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:26:0) after 8m27s
[02:08:55.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:26:0)
[02:08:55.780] Build status: SCHEDULED
[02:08:55.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:27:0) after 5m8s
[02:14:03.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:27:0)
[02:14:03.820] Build status: SCHEDULED
[02:14:03.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:28:0) after 8m51s
[02:22:54.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:28:0)
[02:22:54.871] Build status: SCHEDULED
[02:22:54.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:29:0) after 8m51s
[02:31:46.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:29:0)
[02:31:46.035] Build status: SCHEDULED
[02:31:46.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:30:0) after 6m29s
[02:38:15.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:30:0)
[02:38:15.069] Build status: SCHEDULED
[02:38:15.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:31:0) after 7m33s
[02:45:48.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:31:0)
[02:45:48.242] Build status: SCHEDULED
[02:45:48.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:32:0) after 7m56s
[02:53:45.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:32:0)
[02:53:45.157] Build status: SCHEDULED
[02:53:45.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:33:0) after 1m14s
[02:54:59.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:33:0)
[02:54:59.836] Build status: SCHEDULED
[02:54:59.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:34:0) after 9m32s
[03:04:31.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:34:0)
[03:04:31.877] Build status: SCHEDULED
[03:04:31.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:35:0) after 1m6s
[03:05:37.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:35:0)
[03:05:37.973] Build status: SCHEDULED
[03:05:37.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:36:0) after 8m45s
[03:14:23.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:36:0)
[03:14:23.082] Build status: SCHEDULED
[03:14:23.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:37:0) after 8m11s
[03:22:34.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:37:0)
[03:22:34.154] Build status: SCHEDULED
[03:22:34.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:38:0) after 5m15s
[03:27:49.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:38:0)
[03:27:49.509] Build status: SCHEDULED
[03:27:49.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:39:0) after 7m55s
[03:35:44.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:39:0)
[03:35:44.574] Build status: SCHEDULED
[03:35:44.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:40:0) after 4m26s
[03:40:10.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:40:0)
[03:40:10.611] Build status: SCHEDULED
[03:40:10.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:41:0) after 1m22s
[03:41:32.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:41:0)
[03:41:32.646] Build status: SCHEDULED
[03:41:32.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:42:0) after 1m50s
[03:43:22.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:42:0)
[03:43:22.802] Build status: SCHEDULED
[03:43:22.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:43:0) after 9m36s
[03:52:59.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:43:0)
[03:52:59.283] Build status: SCHEDULED
[03:52:59.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:44:0) after 2m17s
[03:55:16.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:44:0)
[03:55:16.319] Build status: SCHEDULED
[03:55:16.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:45:0) after 7m9s
[04:02:25.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:45:0)
[04:02:25.306] Build status: SCHEDULED
[04:02:25.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:46:0) after 8m56s
[04:11:21.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:46:0)
[04:11:21.313] Build status: SCHEDULED
[04:11:21.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:47:0) after 3m52s
[04:15:13.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:47:0)
[04:15:13.389] Build status: SCHEDULED
[04:15:13.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:48:0) after 8m12s
[04:23:25.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:48:0)
[04:23:25.437] Build status: SCHEDULED
[04:23:25.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:49:0) after 1m42s
[04:25:07.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:49:0)
[04:25:07.611] Build status: SCHEDULED
[04:25:07.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:50:0) after 6m42s
[04:31:49.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:50:0)
[04:31:49.653] Build status: SCHEDULED
[04:31:49.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:51:0) after 2m29s
[04:34:18.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:51:0)
[04:34:18.743] Build status: SCHEDULED
[04:34:18.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:52:0) after 9m35s
[04:43:53.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:52:0)
[04:43:53.786] Build status: SCHEDULED
[04:43:53.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:53:0) after 4m0s
[04:47:54.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:53:0)
[04:47:54.258] Build status: SCHEDULED
[04:47:54.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:54:0) after 9m34s
[04:57:28.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:54:0)
[04:57:28.291] Build status: SCHEDULED
[04:57:28.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:55:0) after 1m45s
[04:59:13.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:55:0)
[04:59:13.390] Build status: SCHEDULED
[04:59:13.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:56:0) after 6m46s
[05:06:00.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:56:0)
[05:06:00.167] Build status: SCHEDULED
[05:06:00.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:57:0) after 6m20s
[05:12:20.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:57:0)
[05:12:20.286] Build status: SCHEDULED
[05:12:20.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:58:0) after 7m40s
[05:20:00.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:58:0)
[05:20:00.528] Build status: SCHEDULED
[05:20:00.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:59:0) after 6m48s
[05:26:48.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:59:0)
[05:26:48.636] Build status: SCHEDULED
[05:26:48.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:60:0) after 6m11s
[05:32:59.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:60:0)
[05:32:59.627] Build status: SCHEDULED
[05:32:59.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:61:0) after 8m50s
[05:41:49.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:61:0)
[05:41:49.663] Build status: SCHEDULED
[05:41:49.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:62:0) after 7m20s
[05:49:09.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:62:0)
[05:49:09.797] Build status: SCHEDULED
[05:49:09.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:63:0) after 3m18s
[05:52:27.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:63:0)
[05:52:27.837] Build status: SCHEDULED
[05:52:27.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:64:0) after 4m0s
[05:56:27.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:64:0)
[05:56:27.876] Build status: SCHEDULED
[05:56:27.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:65:0) after 1m12s
[05:57:40.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:65:0)
[05:57:40.111] Build status: SCHEDULED
[05:57:40.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:66:0) after 3m8s
[06:00:48.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:66:0)
[06:00:48.154] Build status: SCHEDULED
[06:00:48.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:67:0) after 5m31s
[06:06:19.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:67:0)
[06:06:19.196] Build status: SCHEDULED
[06:06:19.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:68:0) after 2m21s
[06:08:40.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:68:0)
[06:08:40.326] Build status: SCHEDULED
[06:08:40.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:69:0) after 2m46s
[06:11:26.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:69:0)
[06:11:26.780] Build status: SCHEDULED
[06:11:26.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:70:0) after 1m31s
[06:12:57.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:70:0)
[06:12:58.057] Build status: SCHEDULED
[06:12:58.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:71:0) after 7m12s
[06:20:10.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:71:0)
[06:20:10.108] Build status: SCHEDULED
[06:20:10.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:72:0) after 9m39s
[06:29:49.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:72:0)
[06:29:49.146] Build status: SCHEDULED
[06:29:49.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:73:0) after 8m21s
[06:38:10.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:73:0)
[06:38:10.294] Build status: SCHEDULED
[06:38:10.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:74:0) after 5m11s
[06:43:21.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:74:0)
[06:43:21.386] Build status: SCHEDULED
[06:43:21.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:75:0) after 4m3s
[06:47:24.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:75:0)
[06:47:24.560] Build status: SCHEDULED
[06:47:24.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:76:0) after 3m40s
[06:51:04.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:76:0)
[06:51:04.651] Build status: SCHEDULED
[06:51:04.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:77:0) after 7m4s
[06:51:37.966] Received PubSub notification, asking Buildbucket for the build status
[06:51:37.985] Build status: STARTED
[06:58:08.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:77:0)
[06:58:08.869] Build status: STARTED
[06:58:08.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:79:0) after 8m10s
[07:06:19.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:79:0)
[07:06:19.504] Build status: STARTED
[07:06:19.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:80:0) after 3m28s
[07:09:47.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:80:0)
[07:09:47.543] Build status: STARTED
[07:09:47.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872490852321795520:81:0) after 2m30s
[07:09:49.907] Received PubSub notification, asking Buildbucket for the build status
[07:09:49.941] Build:
{
"id": "8707060782867943553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-08T23:46:22.198433511Z",
"startTime": "2025-08-09T06:51:37.477832698Z",
"endTime": "2025-08-09T07:09:49.612246042Z",
"updateTime": "2025-08-09T07:09:49.612246042Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "12231842918e7d34acbf5abb9749c935fa8ea6dc",
"ref": "refs/heads/main"
}
}
}
[07:09:49.941] Invocation finished in 7h23m36.141868228s with status SUCCEEDED