[03:18:28.521] New invocation is queued and will start shortly
[03:18:29.609] Starting the invocation (attempt 1)
[03:18:29.652] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4753acd89c469414473ef4ca52cf667bc09436bd"
[03:18:29.653] Popped gitiles commit info from properties and tags
[03:18:29.653] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:18:29.653] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:18:29.653] Buildbucket request:
{
"requestId": "8872477499015678816",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872477499015678816",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "12231842918e7d34acbf5abb9749c935fa8ea6dc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@12231842918e7d34acbf5abb9749c935fa8ea6dc",
"title": "12231842918e7d34acbf5abb9749c935fa8ea6dc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/12231842918e7d34acbf5abb9749c935fa8ea6dc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "26290370dfe46468a5fa3883405453fc34cd9192"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@26290370dfe46468a5fa3883405453fc34cd9192",
"title": "26290370dfe46468a5fa3883405453fc34cd9192",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/26290370dfe46468a5fa3883405453fc34cd9192"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "41059790c219f53583d556230fc2315b6ce35ca7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@41059790c219f53583d556230fc2315b6ce35ca7",
"title": "41059790c219f53583d556230fc2315b6ce35ca7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/41059790c219f53583d556230fc2315b6ce35ca7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5e37d17eb6b33d525e0be153e6df93da0c990f20"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5e37d17eb6b33d525e0be153e6df93da0c990f20",
"title": "5e37d17eb6b33d525e0be153e6df93da0c990f20",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5e37d17eb6b33d525e0be153e6df93da0c990f20"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9bdf2dc1ad13f31765139844b335b70889c9c955"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9bdf2dc1ad13f31765139844b335b70889c9c955",
"title": "9bdf2dc1ad13f31765139844b335b70889c9c955",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9bdf2dc1ad13f31765139844b335b70889c9c955"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4c8f349a04c89a4f8832d81ef049fedba9e8e74e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4c8f349a04c89a4f8832d81ef049fedba9e8e74e",
"title": "4c8f349a04c89a4f8832d81ef049fedba9e8e74e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4c8f349a04c89a4f8832d81ef049fedba9e8e74e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "609e834fd0ea760b9840763296ea494eb4e77c38"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@609e834fd0ea760b9840763296ea494eb4e77c38",
"title": "609e834fd0ea760b9840763296ea494eb4e77c38",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/609e834fd0ea760b9840763296ea494eb4e77c38"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "20baa69e0f4894e6359f984b3659ef7758c1b4c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20baa69e0f4894e6359f984b3659ef7758c1b4c4",
"title": "20baa69e0f4894e6359f984b3659ef7758c1b4c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20baa69e0f4894e6359f984b3659ef7758c1b4c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bf3809926ea36975fe6bcbeff4420e7befd18329"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bf3809926ea36975fe6bcbeff4420e7befd18329",
"title": "bf3809926ea36975fe6bcbeff4420e7befd18329",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bf3809926ea36975fe6bcbeff4420e7befd18329"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c5e5fb45de5dbfdabc394b8ed385addecbf7dda2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c5e5fb45de5dbfdabc394b8ed385addecbf7dda2",
"title": "c5e5fb45de5dbfdabc394b8ed385addecbf7dda2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c5e5fb45de5dbfdabc394b8ed385addecbf7dda2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5204bc67570f0a7491e22234c533c55e8bcecf55"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5204bc67570f0a7491e22234c533c55e8bcecf55",
"title": "5204bc67570f0a7491e22234c533c55e8bcecf55",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5204bc67570f0a7491e22234c533c55e8bcecf55"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4753acd89c469414473ef4ca52cf667bc09436bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4753acd89c469414473ef4ca52cf667bc09436bd",
"title": "4753acd89c469414473ef4ca52cf667bc09436bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4753acd89c469414473ef4ca52cf667bc09436bd"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4753acd89c469414473ef4ca52cf667bc09436bd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872477499015678816"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:18:30.354] Scheduled build:
{
"id": "8707047437084612801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-09T03:18:29.729020414Z",
"updateTime": "2025-08-09T03:18:29.729020414Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4753acd89c469414473ef4ca52cf667bc09436bd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:18:30.354] Task URL: https://cr-buildbucket.appspot.com/build/8707047437084612801
[03:18:30.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:2:0) after 3m12s
[03:18:31.225] Received PubSub notification, asking Buildbucket for the build status
[03:18:31.252] Build status: SCHEDULED
[03:21:42.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:2:0)
[03:21:42.386] Build status: SCHEDULED
[03:21:42.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:4:0) after 3m50s
[03:25:32.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:4:0)
[03:25:32.447] Build status: SCHEDULED
[03:25:32.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:5:0) after 1m37s
[03:27:09.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:5:0)
[03:27:09.494] Build status: SCHEDULED
[03:27:09.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:6:0) after 2m5s
[03:29:14.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:6:0)
[03:29:14.640] Build status: SCHEDULED
[03:29:14.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:7:0) after 6m51s
[03:36:06.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:7:0)
[03:36:06.147] Build status: SCHEDULED
[03:36:06.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:8:0) after 4m24s
[03:40:30.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:8:0)
[03:40:30.291] Build status: SCHEDULED
[03:40:30.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:9:0) after 4m46s
[03:45:16.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:9:0)
[03:45:16.484] Build status: SCHEDULED
[03:45:16.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:10:0) after 4m3s
[03:49:19.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:10:0)
[03:49:19.528] Build status: SCHEDULED
[03:49:19.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:11:0) after 6m30s
[03:55:49.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:11:0)
[03:55:49.654] Build status: SCHEDULED
[03:55:49.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:12:0) after 5m2s
[04:00:51.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:12:0)
[04:00:51.803] Build status: SCHEDULED
[04:00:51.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:13:0) after 9m28s
[04:10:19.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:13:0)
[04:10:19.942] Build status: SCHEDULED
[04:10:19.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:14:0) after 8m26s
[04:18:46.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:14:0)
[04:18:46.230] Build status: SCHEDULED
[04:18:46.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:15:0) after 8m22s
[04:27:08.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:15:0)
[04:27:08.527] Build status: SCHEDULED
[04:27:08.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:16:0) after 5m43s
[04:32:51.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:16:0)
[04:32:51.622] Build status: SCHEDULED
[04:32:51.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:17:0) after 4m7s
[04:36:58.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:17:0)
[04:36:58.651] Build status: SCHEDULED
[04:36:58.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:18:0) after 2m6s
[04:39:04.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:18:0)
[04:39:04.681] Build status: SCHEDULED
[04:39:04.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:19:0) after 4m14s
[04:43:18.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:19:0)
[04:43:18.819] Build status: SCHEDULED
[04:43:18.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:20:0) after 6m4s
[04:49:23.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:20:0)
[04:49:23.310] Build status: SCHEDULED
[04:49:23.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:21:0) after 6m3s
[04:55:26.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:21:0)
[04:55:26.311] Build status: SCHEDULED
[04:55:26.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:22:0) after 1m27s
[04:56:53.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:22:0)
[04:56:53.380] Build status: SCHEDULED
[04:56:53.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:23:0) after 1m21s
[04:58:14.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:23:0)
[04:58:14.458] Build status: SCHEDULED
[04:58:14.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:24:0) after 9m56s
[05:08:10.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:24:0)
[05:08:10.531] Build status: SCHEDULED
[05:08:10.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:25:0) after 6m12s
[05:14:22.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:25:0)
[05:14:22.626] Build status: SCHEDULED
[05:14:22.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:26:0) after 4m57s
[05:19:19.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:26:0)
[05:19:19.679] Build status: SCHEDULED
[05:19:19.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:27:0) after 4m29s
[05:23:48.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:27:0)
[05:23:48.881] Build status: SCHEDULED
[05:23:48.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:28:0) after 8m48s
[05:32:37.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:28:0)
[05:32:37.055] Build status: SCHEDULED
[05:32:37.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:29:0) after 3m48s
[05:36:26.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:29:0)
[05:36:26.112] Build status: SCHEDULED
[05:36:26.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:30:0) after 9m55s
[05:46:21.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:30:0)
[05:46:21.171] Build status: SCHEDULED
[05:46:21.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:31:0) after 1m52s
[05:48:13.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:31:0)
[05:48:13.216] Build status: SCHEDULED
[05:48:13.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:32:0) after 6m56s
[05:55:09.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:32:0)
[05:55:09.476] Build status: SCHEDULED
[05:55:09.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:33:0) after 1m36s
[05:56:45.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:33:0)
[05:56:45.743] Build status: SCHEDULED
[05:56:45.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:34:0) after 8m0s
[06:04:45.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:34:0)
[06:04:45.782] Build status: SCHEDULED
[06:04:45.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:35:0) after 2m32s
[06:07:17.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:35:0)
[06:07:17.772] Build status: SCHEDULED
[06:07:17.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:36:0) after 3m44s
[06:11:02.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:36:0)
[06:11:02.205] Build status: SCHEDULED
[06:11:02.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:37:0) after 5m32s
[06:16:34.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:37:0)
[06:16:34.399] Build status: SCHEDULED
[06:16:34.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:38:0) after 9m24s
[06:25:58.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:38:0)
[06:25:58.488] Build status: SCHEDULED
[06:25:58.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:39:0) after 8m18s
[06:34:16.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:39:0)
[06:34:16.644] Build status: SCHEDULED
[06:34:16.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:40:0) after 6m6s
[06:40:22.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:40:0)
[06:40:22.657] Build status: SCHEDULED
[06:40:22.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:41:0) after 2m19s
[06:42:41.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:41:0)
[06:42:41.731] Build status: SCHEDULED
[06:42:41.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:42:0) after 9m45s
[06:52:26.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:42:0)
[06:52:26.927] Build status: SCHEDULED
[06:52:26.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:43:0) after 2m53s
[06:55:19.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:43:0)
[06:55:20.007] Build status: SCHEDULED
[06:55:20.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:44:0) after 8m18s
[07:03:37.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:44:0)
[07:03:38.030] Build status: SCHEDULED
[07:03:38.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:45:0) after 7m5s
[07:10:43.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:45:0)
[07:10:43.372] Build status: SCHEDULED
[07:10:43.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:46:0) after 7m8s
[07:17:51.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:46:0)
[07:17:51.377] Build status: SCHEDULED
[07:17:51.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:47:0) after 3m22s
[07:21:13.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:47:0)
[07:21:13.621] Build status: SCHEDULED
[07:21:13.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:48:0) after 1m58s
[07:23:11.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:48:0)
[07:23:11.757] Build status: SCHEDULED
[07:23:11.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:49:0) after 8m17s
[07:31:29.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:49:0)
[07:31:29.032] Build status: SCHEDULED
[07:31:29.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:50:0) after 4m35s
[07:33:36.785] Received PubSub notification, asking Buildbucket for the build status
[07:33:36.808] Build status: STARTED
[07:36:04.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:50:0)
[07:36:04.193] Build status: STARTED
[07:36:04.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:52:0) after 8m20s
[07:44:24.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:52:0)
[07:44:24.393] Build status: STARTED
[07:44:24.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8872477499015678816:53:0) after 3m15s
[07:45:35.992] Received PubSub notification, asking Buildbucket for the build status
[07:45:36.043] Build:
{
"id": "8707047437084612801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-09T03:18:29.729020414Z",
"startTime": "2025-08-09T07:32:19.711570248Z",
"endTime": "2025-08-09T07:45:35.553929165Z",
"updateTime": "2025-08-09T07:45:35.553929165Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4753acd89c469414473ef4ca52cf667bc09436bd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:45:36.043] Invocation finished in 4h27m7.538900839s with status SUCCEEDED