[20:04:56.301] New invocation is queued and will start shortly
[20:04:57.403] Starting the invocation (attempt 1)
[20:04:57.428] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb"
[20:04:57.428] Popped gitiles commit info from properties and tags
[20:04:57.428] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:04:57.428] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:04:57.429] Buildbucket request:
{
"requestId": "8873410744456553952",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873410744456553952",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "86a146fda272d002f7d2a565accf55a2ac2605e5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@86a146fda272d002f7d2a565accf55a2ac2605e5",
"title": "86a146fda272d002f7d2a565accf55a2ac2605e5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/86a146fda272d002f7d2a565accf55a2ac2605e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2889f706d4f719bee1e70d4836dfbe10545edc2e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2889f706d4f719bee1e70d4836dfbe10545edc2e",
"title": "2889f706d4f719bee1e70d4836dfbe10545edc2e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2889f706d4f719bee1e70d4836dfbe10545edc2e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a63c930fb717501a2536eede49ba4184ade5e618"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a63c930fb717501a2536eede49ba4184ade5e618",
"title": "a63c930fb717501a2536eede49ba4184ade5e618",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a63c930fb717501a2536eede49ba4184ade5e618"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8ad179f1e805addf6ee3e07ae13c5cd231c4de4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8ad179f1e805addf6ee3e07ae13c5cd231c4de4",
"title": "e8ad179f1e805addf6ee3e07ae13c5cd231c4de4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8ad179f1e805addf6ee3e07ae13c5cd231c4de4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8416642a3321cebc4e337183aa6887d967f0e86c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8416642a3321cebc4e337183aa6887d967f0e86c",
"title": "8416642a3321cebc4e337183aa6887d967f0e86c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8416642a3321cebc4e337183aa6887d967f0e86c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "72d83431ea7205dece36fc2a674e8b982d22fceb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72d83431ea7205dece36fc2a674e8b982d22fceb",
"title": "72d83431ea7205dece36fc2a674e8b982d22fceb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72d83431ea7205dece36fc2a674e8b982d22fceb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dac849c6464003292df3213c7c99933a4eff00f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dac849c6464003292df3213c7c99933a4eff00f5",
"title": "dac849c6464003292df3213c7c99933a4eff00f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dac849c6464003292df3213c7c99933a4eff00f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c72af821655c36a74ede80252c5e720dd8fae8b0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c72af821655c36a74ede80252c5e720dd8fae8b0",
"title": "c72af821655c36a74ede80252c5e720dd8fae8b0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c72af821655c36a74ede80252c5e720dd8fae8b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a3d8ef69963f3e099aa8c58b74e76c6637817b06"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a3d8ef69963f3e099aa8c58b74e76c6637817b06",
"title": "a3d8ef69963f3e099aa8c58b74e76c6637817b06",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a3d8ef69963f3e099aa8c58b74e76c6637817b06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb",
"title": "8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873410744456553952"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:04:57.843] Scheduled build:
{
"id": "8707980682537993441",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-29T20:04:57.509504433Z",
"updateTime": "2025-07-29T20:04:57.509504433Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:04:57.843] Task URL: https://cr-buildbucket.appspot.com/build/8707980682537993441
[20:04:57.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:2:0) after 3m7s
[20:04:58.833] Received PubSub notification, asking Buildbucket for the build status
[20:04:58.858] Build status: SCHEDULED
[20:08:04.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:2:0)
[20:08:04.945] Build status: SCHEDULED
[20:08:04.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:4:0) after 9m51s
[20:17:55.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:4:0)
[20:17:56.108] Build status: SCHEDULED
[20:17:56.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:5:0) after 6m15s
[20:24:11.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:5:0)
[20:24:11.135] Build status: SCHEDULED
[20:24:11.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:6:0) after 1m56s
[20:26:07.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:6:0)
[20:26:07.239] Build status: SCHEDULED
[20:26:07.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:7:0) after 8m35s
[20:34:42.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:7:0)
[20:34:42.324] Build status: SCHEDULED
[20:34:42.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:8:0) after 7m9s
[20:41:51.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:8:0)
[20:41:51.372] Build status: SCHEDULED
[20:41:51.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:9:0) after 3m59s
[20:45:50.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:9:0)
[20:45:50.614] Build status: SCHEDULED
[20:45:50.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:10:0) after 6m24s
[20:52:14.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:10:0)
[20:52:14.705] Build status: SCHEDULED
[20:52:14.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:11:0) after 6m13s
[20:58:27.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:11:0)
[20:58:27.846] Build status: SCHEDULED
[20:58:27.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:12:0) after 4m29s
[21:02:56.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:12:0)
[21:02:56.895] Build status: SCHEDULED
[21:02:56.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:13:0) after 6m7s
[21:09:04.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:13:0)
[21:09:04.036] Build status: SCHEDULED
[21:09:04.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:14:0) after 6m41s
[21:15:45.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:14:0)
[21:15:45.092] Build status: SCHEDULED
[21:15:45.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:15:0) after 6m39s
[21:22:24.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:15:0)
[21:22:24.158] Build status: SCHEDULED
[21:22:24.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:16:0) after 3m38s
[21:26:02.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:16:0)
[21:26:02.203] Build status: SCHEDULED
[21:26:02.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:17:0) after 7m37s
[21:33:39.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:17:0)
[21:33:39.298] Build status: SCHEDULED
[21:33:39.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:18:0) after 8m7s
[21:41:46.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:18:0)
[21:41:46.395] Build status: SCHEDULED
[21:41:46.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:19:0) after 5m25s
[21:47:11.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:19:0)
[21:47:11.449] Build status: SCHEDULED
[21:47:11.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:20:0) after 9m29s
[21:56:40.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:20:0)
[21:56:40.457] Build status: SCHEDULED
[21:56:40.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:21:0) after 5m21s
[22:02:01.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:21:0)
[22:02:01.579] Build status: SCHEDULED
[22:02:01.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:22:0) after 2m20s
[22:04:21.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:22:0)
[22:04:21.740] Build status: SCHEDULED
[22:04:21.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:23:0) after 3m18s
[22:07:39.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:23:0)
[22:07:39.783] Build status: SCHEDULED
[22:07:39.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:24:0) after 3m56s
[22:11:35.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:24:0)
[22:11:35.860] Build status: SCHEDULED
[22:11:35.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:25:0) after 7m45s
[22:19:20.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:25:0)
[22:19:20.949] Build status: SCHEDULED
[22:19:20.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:26:0) after 9m0s
[22:28:21.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:26:0)
[22:28:21.123] Build status: SCHEDULED
[22:28:21.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:27:0) after 7m13s
[22:35:34.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:27:0)
[22:35:34.214] Build status: SCHEDULED
[22:35:34.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:28:0) after 5m59s
[22:41:33.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:28:0)
[22:41:33.279] Build status: SCHEDULED
[22:41:33.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:29:0) after 3m56s
[22:45:29.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:29:0)
[22:45:29.319] Build status: SCHEDULED
[22:45:29.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:30:0) after 2m49s
[22:48:18.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:30:0)
[22:48:18.424] Build status: SCHEDULED
[22:48:18.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:31:0) after 1m23s
[22:49:41.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:31:0)
[22:49:41.460] Build status: SCHEDULED
[22:49:41.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:32:0) after 7m20s
[22:57:01.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:32:0)
[22:57:01.504] Build status: SCHEDULED
[22:57:01.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:33:0) after 9m52s
[23:06:53.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:33:0)
[23:06:53.537] Build status: SCHEDULED
[23:06:53.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:34:0) after 5m14s
[23:12:07.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:34:0)
[23:12:07.602] Build status: SCHEDULED
[23:12:07.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:35:0) after 6m9s
[23:18:16.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:35:0)
[23:18:16.678] Build status: SCHEDULED
[23:18:16.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:36:0) after 9m8s
[23:27:24.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:36:0)
[23:27:24.722] Build status: SCHEDULED
[23:27:24.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:37:0) after 7m5s
[23:34:30.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:37:0)
[23:34:30.025] Build status: SCHEDULED
[23:34:30.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:38:0) after 7m7s
[23:41:37.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:38:0)
[23:41:37.078] Build status: SCHEDULED
[23:41:37.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:39:0) after 1m1s
[23:42:38.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:39:0)
[23:42:38.172] Build status: SCHEDULED
[23:42:38.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:40:0) after 1m37s
[23:44:15.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:40:0)
[23:44:15.378] Build status: SCHEDULED
[23:44:15.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:41:0) after 2m8s
[23:46:23.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:41:0)
[23:46:23.438] Build status: SCHEDULED
[23:46:23.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:42:0) after 3m33s
[23:49:56.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:42:0)
[23:49:56.527] Build status: SCHEDULED
[23:49:56.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:43:0) after 3m3s
[23:52:59.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:43:0)
[23:52:59.637] Build status: SCHEDULED
[23:52:59.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:44:0) after 7m16s
[00:00:15.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:44:0)
[00:00:15.717] Build status: SCHEDULED
[00:00:15.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:45:0) after 1m55s
[00:02:10.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:45:0)
[00:02:10.723] Build status: SCHEDULED
[00:02:10.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:46:0) after 9m21s
[00:11:31.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:46:0)
[00:11:31.818] Build status: SCHEDULED
[00:11:31.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:47:0) after 6m16s
[00:17:47.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:47:0)
[00:17:47.871] Build status: SCHEDULED
[00:17:47.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:48:0) after 2m26s
[00:20:13.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:48:0)
[00:20:13.929] Build status: SCHEDULED
[00:20:13.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:49:0) after 8m20s
[00:28:33.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:49:0)
[00:28:33.977] Build status: SCHEDULED
[00:28:33.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:50:0) after 5m8s
[00:33:42.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:50:0)
[00:33:42.080] Build status: SCHEDULED
[00:33:42.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:51:0) after 1m39s
[00:35:21.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:51:0)
[00:35:21.203] Build status: SCHEDULED
[00:35:21.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:52:0) after 4m47s
[00:40:08.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:52:0)
[00:40:08.264] Build status: SCHEDULED
[00:40:08.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:53:0) after 7m44s
[00:47:52.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:53:0)
[00:47:52.351] Build status: SCHEDULED
[00:47:52.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:54:0) after 5m22s
[00:53:14.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:54:0)
[00:53:14.520] Build status: SCHEDULED
[00:53:14.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:55:0) after 7m57s
[01:01:11.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:55:0)
[01:01:11.604] Build status: SCHEDULED
[01:01:11.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:56:0) after 3m58s
[01:05:09.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:56:0)
[01:05:09.651] Build status: SCHEDULED
[01:05:09.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:57:0) after 8m59s
[01:14:08.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:57:0)
[01:14:08.700] Build status: SCHEDULED
[01:14:08.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:58:0) after 4m59s
[01:19:07.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:58:0)
[01:19:07.822] Build status: SCHEDULED
[01:19:07.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:59:0) after 3m48s
[01:22:55.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:59:0)
[01:22:55.934] Build status: SCHEDULED
[01:22:55.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:60:0) after 5m11s
[01:28:06.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:60:0)
[01:28:07.050] Build status: SCHEDULED
[01:28:07.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:61:0) after 4m28s
[01:32:35.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:61:0)
[01:32:35.088] Build status: SCHEDULED
[01:32:35.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:62:0) after 9m30s
[01:42:05.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:62:0)
[01:42:05.123] Build status: SCHEDULED
[01:42:05.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:63:0) after 5m45s
[01:47:50.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:63:0)
[01:47:50.219] Build status: SCHEDULED
[01:47:50.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:64:0) after 9m55s
[01:57:45.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:64:0)
[01:57:45.404] Build status: SCHEDULED
[01:57:45.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:65:0) after 4m46s
[02:02:31.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:65:0)
[02:02:31.455] Build status: SCHEDULED
[02:02:31.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:66:0) after 3m1s
[02:05:32.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:66:0)
[02:05:32.511] Build status: SCHEDULED
[02:05:32.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:67:0) after 7m39s
[02:13:11.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:67:0)
[02:13:11.604] Build status: SCHEDULED
[02:13:11.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:68:0) after 1m1s
[02:14:12.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:68:0)
[02:14:12.793] Build status: SCHEDULED
[02:14:12.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:69:0) after 2m0s
[02:16:12.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:69:0)
[02:16:12.931] Build status: SCHEDULED
[02:16:12.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:70:0) after 3m27s
[02:19:39.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:70:0)
[02:19:39.976] Build status: SCHEDULED
[02:19:39.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:71:0) after 2m44s
[02:22:23.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:71:0)
[02:22:23.962] Build status: SCHEDULED
[02:22:23.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:72:0) after 9m47s
[02:32:11.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:72:0)
[02:32:11.079] Build status: SCHEDULED
[02:32:11.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:73:0) after 3m4s
[02:35:15.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:73:0)
[02:35:15.178] Build status: SCHEDULED
[02:35:15.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:74:0) after 6m35s
[02:41:50.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:74:0)
[02:41:50.311] Build status: SCHEDULED
[02:41:50.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:75:0) after 3m56s
[02:45:46.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:75:0)
[02:45:46.405] Build status: SCHEDULED
[02:45:46.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:76:0) after 7m18s
[02:53:04.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:76:0)
[02:53:04.447] Build status: SCHEDULED
[02:53:04.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:77:0) after 3m27s
[02:56:31.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:77:0)
[02:56:31.518] Build status: SCHEDULED
[02:56:31.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:78:0) after 9m47s
[03:06:18.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:78:0)
[03:06:18.627] Build status: SCHEDULED
[03:06:18.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:79:0) after 9m30s
[03:15:48.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:79:0)
[03:15:48.676] Build status: SCHEDULED
[03:15:48.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:80:0) after 6m14s
[03:22:02.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:80:0)
[03:22:02.812] Build status: SCHEDULED
[03:22:02.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:81:0) after 2m13s
[03:24:15.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:81:0)
[03:24:15.836] Build status: SCHEDULED
[03:24:15.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:82:0) after 2m1s
[03:26:16.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:82:0)
[03:26:16.864] Build status: SCHEDULED
[03:26:16.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:83:0) after 6m25s
[03:29:20.739] Received PubSub notification, asking Buildbucket for the build status
[03:29:20.798] Build status: STARTED
[03:32:41.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:83:0)
[03:32:41.913] Build status: STARTED
[03:32:41.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:85:0) after 4m16s
[03:36:57.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:85:0)
[03:36:58.013] Build status: STARTED
[03:36:58.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:86:0) after 3m21s
[03:40:19.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:86:0)
[03:40:19.152] Build status: STARTED
[03:40:19.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873410744456553952:87:0) after 9m59s
[03:44:13.541] Received PubSub notification, asking Buildbucket for the build status
[03:44:13.612] Build:
{
"id": "8707980682537993441",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-29T20:04:57.509504433Z",
"startTime": "2025-07-30T03:29:20.494007408Z",
"endTime": "2025-07-30T03:43:36.718346247Z",
"updateTime": "2025-07-30T03:43:36.718346247Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:44:13.612] Invocation finished in 7h39m17.315474896s with status SUCCEEDED