[07:09:52.520] New invocation is queued and will start shortly
[07:09:53.664] Starting the invocation (attempt 1)
[07:09:53.694] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ff39394d65c94dd69ddf7228aa9030d613727f43"
[07:09:53.694] Popped gitiles commit info from properties and tags
[07:09:53.694] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:09:53.694] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:09:53.695] Buildbucket request:
{
"requestId": "8872462940579487248",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872462940579487248",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "26290370dfe46468a5fa3883405453fc34cd9192"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@26290370dfe46468a5fa3883405453fc34cd9192",
"title": "26290370dfe46468a5fa3883405453fc34cd9192",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/26290370dfe46468a5fa3883405453fc34cd9192"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "41059790c219f53583d556230fc2315b6ce35ca7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@41059790c219f53583d556230fc2315b6ce35ca7",
"title": "41059790c219f53583d556230fc2315b6ce35ca7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/41059790c219f53583d556230fc2315b6ce35ca7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5e37d17eb6b33d525e0be153e6df93da0c990f20"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5e37d17eb6b33d525e0be153e6df93da0c990f20",
"title": "5e37d17eb6b33d525e0be153e6df93da0c990f20",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5e37d17eb6b33d525e0be153e6df93da0c990f20"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9bdf2dc1ad13f31765139844b335b70889c9c955"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9bdf2dc1ad13f31765139844b335b70889c9c955",
"title": "9bdf2dc1ad13f31765139844b335b70889c9c955",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9bdf2dc1ad13f31765139844b335b70889c9c955"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4c8f349a04c89a4f8832d81ef049fedba9e8e74e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4c8f349a04c89a4f8832d81ef049fedba9e8e74e",
"title": "4c8f349a04c89a4f8832d81ef049fedba9e8e74e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4c8f349a04c89a4f8832d81ef049fedba9e8e74e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "609e834fd0ea760b9840763296ea494eb4e77c38"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@609e834fd0ea760b9840763296ea494eb4e77c38",
"title": "609e834fd0ea760b9840763296ea494eb4e77c38",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/609e834fd0ea760b9840763296ea494eb4e77c38"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "20baa69e0f4894e6359f984b3659ef7758c1b4c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20baa69e0f4894e6359f984b3659ef7758c1b4c4",
"title": "20baa69e0f4894e6359f984b3659ef7758c1b4c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20baa69e0f4894e6359f984b3659ef7758c1b4c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bf3809926ea36975fe6bcbeff4420e7befd18329"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bf3809926ea36975fe6bcbeff4420e7befd18329",
"title": "bf3809926ea36975fe6bcbeff4420e7befd18329",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bf3809926ea36975fe6bcbeff4420e7befd18329"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c5e5fb45de5dbfdabc394b8ed385addecbf7dda2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c5e5fb45de5dbfdabc394b8ed385addecbf7dda2",
"title": "c5e5fb45de5dbfdabc394b8ed385addecbf7dda2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c5e5fb45de5dbfdabc394b8ed385addecbf7dda2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5204bc67570f0a7491e22234c533c55e8bcecf55"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5204bc67570f0a7491e22234c533c55e8bcecf55",
"title": "5204bc67570f0a7491e22234c533c55e8bcecf55",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5204bc67570f0a7491e22234c533c55e8bcecf55"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4753acd89c469414473ef4ca52cf667bc09436bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4753acd89c469414473ef4ca52cf667bc09436bd",
"title": "4753acd89c469414473ef4ca52cf667bc09436bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4753acd89c469414473ef4ca52cf667bc09436bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ff39394d65c94dd69ddf7228aa9030d613727f43"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ff39394d65c94dd69ddf7228aa9030d613727f43",
"title": "ff39394d65c94dd69ddf7228aa9030d613727f43",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ff39394d65c94dd69ddf7228aa9030d613727f43"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ff39394d65c94dd69ddf7228aa9030d613727f43",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872462940579487248"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:09:54.072] Scheduled build:
{
"id": "8707032878619652721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-09T07:09:53.763927374Z",
"updateTime": "2025-08-09T07:09:53.763927374Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ff39394d65c94dd69ddf7228aa9030d613727f43",
"ref": "refs/heads/main"
}
}
}
[07:09:54.072] Task URL: https://cr-buildbucket.appspot.com/build/8707032878619652721
[07:09:54.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:2:0) after 9m25s
[07:09:55.026] Received PubSub notification, asking Buildbucket for the build status
[07:09:55.116] Build status: SCHEDULED
[07:19:19.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:2:0)
[07:19:19.250] Build status: SCHEDULED
[07:19:19.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:4:0) after 9m54s
[07:29:13.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:4:0)
[07:29:13.293] Build status: SCHEDULED
[07:29:13.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:5:0) after 6m8s
[07:35:21.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:5:0)
[07:35:21.322] Build status: SCHEDULED
[07:35:21.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:6:0) after 9m41s
[07:45:02.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:6:0)
[07:45:02.362] Build status: SCHEDULED
[07:45:02.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:7:0) after 3m33s
[07:48:35.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:7:0)
[07:48:35.667] Build status: SCHEDULED
[07:48:35.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:8:0) after 5m11s
[07:53:46.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:8:0)
[07:53:46.665] Build status: SCHEDULED
[07:53:46.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:9:0) after 9m49s
[08:03:35.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:9:0)
[08:03:35.803] Build status: SCHEDULED
[08:03:35.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:10:0) after 1m19s
[08:04:54.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:10:0)
[08:04:54.843] Build status: SCHEDULED
[08:04:54.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:11:0) after 7m13s
[08:12:08.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:11:0)
[08:12:08.337] Build status: SCHEDULED
[08:12:08.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:12:0) after 8m43s
[08:20:51.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:12:0)
[08:20:51.505] Build status: SCHEDULED
[08:20:51.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:13:0) after 7m12s
[08:28:03.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:13:0)
[08:28:03.643] Build status: SCHEDULED
[08:28:03.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:14:0) after 4m35s
[08:32:39.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:14:0)
[08:32:39.049] Build status: SCHEDULED
[08:32:39.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:15:0) after 7m38s
[08:40:17.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:15:0)
[08:40:17.330] Build status: SCHEDULED
[08:40:17.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:16:0) after 8m8s
[08:48:25.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:16:0)
[08:48:25.514] Build status: SCHEDULED
[08:48:25.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:17:0) after 4m42s
[08:53:07.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:17:0)
[08:53:07.561] Build status: SCHEDULED
[08:53:07.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:18:0) after 5m44s
[08:58:51.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:18:0)
[08:58:51.964] Build status: SCHEDULED
[08:58:51.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:19:0) after 1m18s
[09:00:09.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:19:0)
[09:00:10.004] Build status: SCHEDULED
[09:00:10.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:20:0) after 5m55s
[09:06:05.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:20:0)
[09:06:05.465] Build status: SCHEDULED
[09:06:05.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:21:0) after 8m35s
[09:14:40.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:21:0)
[09:14:40.532] Build status: SCHEDULED
[09:14:40.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:22:0) after 9m4s
[09:23:44.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:22:0)
[09:23:44.567] Build status: SCHEDULED
[09:23:44.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:23:0) after 9m21s
[09:33:05.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:23:0)
[09:33:05.612] Build status: SCHEDULED
[09:33:05.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:24:0) after 1m43s
[09:34:48.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:24:0)
[09:34:48.663] Build status: SCHEDULED
[09:34:48.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:25:0) after 8m52s
[09:43:40.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:25:0)
[09:43:40.900] Build status: SCHEDULED
[09:43:40.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:26:0) after 4m52s
[09:48:33.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:26:0)
[09:48:33.082] Build status: SCHEDULED
[09:48:33.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:27:0) after 1m34s
[09:50:07.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:27:0)
[09:50:07.355] Build status: SCHEDULED
[09:50:07.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:28:0) after 3m46s
[09:53:53.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:28:0)
[09:53:53.518] Build status: SCHEDULED
[09:53:53.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:29:0) after 2m12s
[09:56:05.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:29:0)
[09:56:05.576] Build status: SCHEDULED
[09:56:05.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:30:0) after 8m48s
[10:04:53.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:30:0)
[10:04:53.813] Build status: SCHEDULED
[10:04:53.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:31:0) after 1m19s
[10:06:12.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:31:0)
[10:06:13.006] Build status: SCHEDULED
[10:06:13.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:32:0) after 5m28s
[10:11:41.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:32:0)
[10:11:41.052] Build status: SCHEDULED
[10:11:41.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:33:0) after 2m53s
[10:14:34.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:33:0)
[10:14:34.221] Build status: SCHEDULED
[10:14:34.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:34:0) after 9m9s
[10:23:43.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:34:0)
[10:23:43.260] Build status: SCHEDULED
[10:23:43.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:35:0) after 6m23s
[10:30:06.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:35:0)
[10:30:06.647] Build status: SCHEDULED
[10:30:06.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:36:0) after 2m12s
[10:32:18.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:36:0)
[10:32:18.729] Build status: SCHEDULED
[10:32:18.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:37:0) after 8m45s
[10:41:03.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:37:0)
[10:41:03.780] Build status: SCHEDULED
[10:41:03.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:38:0) after 3m57s
[10:45:00.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:38:0)
[10:45:00.830] Build status: SCHEDULED
[10:45:00.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:39:0) after 5m6s
[10:50:06.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:39:0)
[10:50:06.867] Build status: SCHEDULED
[10:50:06.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:40:0) after 2m0s
[10:52:06.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:40:0)
[10:52:06.905] Build status: SCHEDULED
[10:52:06.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:41:0) after 3m7s
[10:55:14.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:41:0)
[10:55:14.109] Build status: SCHEDULED
[10:55:14.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:42:0) after 7m4s
[11:02:18.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:42:0)
[11:02:18.405] Build status: SCHEDULED
[11:02:18.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:43:0) after 8m44s
[11:11:02.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:43:0)
[11:11:02.661] Build status: SCHEDULED
[11:11:02.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:44:0) after 9m55s
[11:20:57.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:44:0)
[11:20:57.798] Build status: SCHEDULED
[11:20:57.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:45:0) after 9m38s
[11:30:36.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:45:0)
[11:30:36.244] Build status: SCHEDULED
[11:30:36.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:46:0) after 5m45s
[11:36:21.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:46:0)
[11:36:21.352] Build status: SCHEDULED
[11:36:21.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:47:0) after 3m25s
[11:39:46.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:47:0)
[11:39:46.394] Build status: SCHEDULED
[11:39:46.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:48:0) after 7m31s
[11:47:17.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:48:0)
[11:47:17.552] Build status: SCHEDULED
[11:47:17.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:49:0) after 1m59s
[11:49:16.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:49:0)
[11:49:16.877] Build status: SCHEDULED
[11:49:16.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:50:0) after 5m43s
[11:54:59.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:50:0)
[11:55:00.029] Build status: SCHEDULED
[11:55:00.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:51:0) after 1m59s
[11:56:59.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:51:0)
[11:56:59.081] Build status: SCHEDULED
[11:56:59.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:52:0) after 8m35s
[12:05:34.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:52:0)
[12:05:34.138] Build status: SCHEDULED
[12:05:34.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:53:0) after 8m6s
[12:13:40.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:53:0)
[12:13:40.277] Build status: SCHEDULED
[12:13:40.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:54:0) after 4m5s
[12:17:45.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:54:0)
[12:17:45.306] Build status: SCHEDULED
[12:17:45.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:55:0) after 7m31s
[12:25:16.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:55:0)
[12:25:16.352] Build status: SCHEDULED
[12:25:16.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:56:0) after 6m29s
[12:31:45.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:56:0)
[12:31:45.465] Build status: SCHEDULED
[12:31:45.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:57:0) after 4m59s
[12:36:45.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:57:0)
[12:36:45.102] Build status: SCHEDULED
[12:36:45.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:58:0) after 8m6s
[12:44:51.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:58:0)
[12:44:51.380] Build status: SCHEDULED
[12:44:51.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:59:0) after 4m14s
[12:49:05.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:59:0)
[12:49:05.630] Build status: SCHEDULED
[12:49:05.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:60:0) after 1m59s
[12:51:05.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:60:0)
[12:51:05.058] Build status: SCHEDULED
[12:51:05.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:61:0) after 6m54s
[12:57:59.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:61:0)
[12:57:59.138] Build status: SCHEDULED
[12:57:59.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:62:0) after 5m41s
[13:03:40.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:62:0)
[13:03:40.199] Build status: SCHEDULED
[13:03:40.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:63:0) after 3m2s
[13:06:42.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:63:0)
[13:06:42.275] Build status: SCHEDULED
[13:06:42.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:64:0) after 8m9s
[13:14:51.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:64:0)
[13:14:51.398] Build status: SCHEDULED
[13:14:51.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:65:0) after 7m18s
[13:22:09.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:65:0)
[13:22:09.563] Build status: SCHEDULED
[13:22:09.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:66:0) after 1m3s
[13:23:12.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:66:0)
[13:23:12.668] Build status: SCHEDULED
[13:23:12.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:67:0) after 4m33s
[13:27:45.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:67:0)
[13:27:45.840] Build status: SCHEDULED
[13:27:45.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:68:0) after 4m46s
[13:32:31.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:68:0)
[13:32:31.909] Build status: SCHEDULED
[13:32:31.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:69:0) after 4m50s
[13:37:21.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:69:0)
[13:37:21.952] Build status: SCHEDULED
[13:37:21.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:70:0) after 9m28s
[13:46:50.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:70:0)
[13:46:50.126] Build status: SCHEDULED
[13:46:50.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:71:0) after 4m20s
[13:51:10.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:71:0)
[13:51:10.439] Build status: SCHEDULED
[13:51:10.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:72:0) after 3m31s
[13:54:41.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:72:0)
[13:54:41.456] Build status: SCHEDULED
[13:54:41.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:73:0) after 4m50s
[13:59:31.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:73:0)
[13:59:31.621] Build status: SCHEDULED
[13:59:31.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:74:0) after 4m35s
[14:04:06.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:74:0)
[14:04:06.665] Build status: SCHEDULED
[14:04:06.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:75:0) after 5m25s
[14:09:31.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:75:0)
[14:09:31.846] Build status: SCHEDULED
[14:09:31.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:76:0) after 5m33s
[14:15:04.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:76:0)
[14:15:04.989] Build status: SCHEDULED
[14:15:04.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:77:0) after 9m31s
[14:24:36.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:77:0)
[14:24:36.045] Build status: SCHEDULED
[14:24:36.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:78:0) after 1m1s
[14:25:37.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:78:0)
[14:25:37.078] Build status: SCHEDULED
[14:25:37.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:79:0) after 7m18s
[14:29:25.082] Received PubSub notification, asking Buildbucket for the build status
[14:29:25.098] Build status: STARTED
[14:32:55.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:79:0)
[14:32:55.158] Build status: STARTED
[14:32:55.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:81:0) after 7m41s
[14:40:36.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:81:0)
[14:40:36.274] Build status: STARTED
[14:40:36.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:82:0) after 3m12s
[14:43:48.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:82:0)
[14:43:48.534] Build status: STARTED
[14:43:48.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872462940579487248:83:0) after 2m18s
[14:45:57.530] Received PubSub notification, asking Buildbucket for the build status
[14:45:57.547] Build:
{
"id": "8707032878619652721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-09T07:09:53.763927374Z",
"startTime": "2025-08-09T14:29:24.836218065Z",
"endTime": "2025-08-09T14:45:48.644187645Z",
"updateTime": "2025-08-09T14:45:48.644187645Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ff39394d65c94dd69ddf7228aa9030d613727f43",
"ref": "refs/heads/main"
}
}
}
[14:45:57.547] Invocation finished in 7h36m5.036483987s with status SUCCEEDED