[17:42:18.314] New invocation is queued and will start shortly
[17:42:19.334] Starting the invocation (attempt 1)
[17:42:19.369] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/72d83431ea7205dece36fc2a674e8b982d22fceb"
[17:42:19.369] Popped gitiles commit info from properties and tags
[17:42:19.369] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:42:19.369] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:42:19.369] Buildbucket request:
{
"requestId": "8873419718166297792",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873419718166297792",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "86a146fda272d002f7d2a565accf55a2ac2605e5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@86a146fda272d002f7d2a565accf55a2ac2605e5",
"title": "86a146fda272d002f7d2a565accf55a2ac2605e5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/86a146fda272d002f7d2a565accf55a2ac2605e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2889f706d4f719bee1e70d4836dfbe10545edc2e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2889f706d4f719bee1e70d4836dfbe10545edc2e",
"title": "2889f706d4f719bee1e70d4836dfbe10545edc2e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2889f706d4f719bee1e70d4836dfbe10545edc2e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a63c930fb717501a2536eede49ba4184ade5e618"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a63c930fb717501a2536eede49ba4184ade5e618",
"title": "a63c930fb717501a2536eede49ba4184ade5e618",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a63c930fb717501a2536eede49ba4184ade5e618"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8ad179f1e805addf6ee3e07ae13c5cd231c4de4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8ad179f1e805addf6ee3e07ae13c5cd231c4de4",
"title": "e8ad179f1e805addf6ee3e07ae13c5cd231c4de4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8ad179f1e805addf6ee3e07ae13c5cd231c4de4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8416642a3321cebc4e337183aa6887d967f0e86c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8416642a3321cebc4e337183aa6887d967f0e86c",
"title": "8416642a3321cebc4e337183aa6887d967f0e86c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8416642a3321cebc4e337183aa6887d967f0e86c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "72d83431ea7205dece36fc2a674e8b982d22fceb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72d83431ea7205dece36fc2a674e8b982d22fceb",
"title": "72d83431ea7205dece36fc2a674e8b982d22fceb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72d83431ea7205dece36fc2a674e8b982d22fceb"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "72d83431ea7205dece36fc2a674e8b982d22fceb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873419718166297792"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:42:19.722] Scheduled build:
{
"id": "8707989656324782065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-29T17:42:19.439379778Z",
"updateTime": "2025-07-29T17:42:19.439379778Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "72d83431ea7205dece36fc2a674e8b982d22fceb",
"ref": "refs/heads/main"
}
}
}
[17:42:19.722] Task URL: https://cr-buildbucket.appspot.com/build/8707989656324782065
[17:42:19.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:2:0) after 1m59s
[17:42:20.731] Received PubSub notification, asking Buildbucket for the build status
[17:42:20.777] Build status: SCHEDULED
[17:44:18.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:2:0)
[17:44:18.845] Build status: SCHEDULED
[17:44:18.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:4:0) after 3m46s
[17:48:04.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:4:0)
[17:48:04.986] Build status: SCHEDULED
[17:48:04.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:5:0) after 9m2s
[17:57:07.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:5:0)
[17:57:07.099] Build status: SCHEDULED
[17:57:07.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:6:0) after 3m28s
[18:00:35.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:6:0)
[18:00:35.151] Build status: SCHEDULED
[18:00:35.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:7:0) after 5m58s
[18:06:33.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:7:0)
[18:06:33.377] Build status: SCHEDULED
[18:06:33.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:8:0) after 9m37s
[18:16:10.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:8:0)
[18:16:10.464] Build status: SCHEDULED
[18:16:10.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:9:0) after 5m40s
[18:21:50.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:9:0)
[18:21:50.594] Build status: SCHEDULED
[18:21:50.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:10:0) after 2m22s
[18:24:12.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:10:0)
[18:24:12.633] Build status: SCHEDULED
[18:24:12.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:11:0) after 9m48s
[18:34:00.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:11:0)
[18:34:00.864] Build status: SCHEDULED
[18:34:00.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:12:0) after 5m45s
[18:39:46.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:12:0)
[18:39:46.062] Build status: SCHEDULED
[18:39:46.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:13:0) after 1m10s
[18:40:56.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:13:0)
[18:40:56.159] Build status: SCHEDULED
[18:40:56.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:14:0) after 4m6s
[18:45:02.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:14:0)
[18:45:02.254] Build status: SCHEDULED
[18:45:02.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:15:0) after 4m28s
[18:49:30.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:15:0)
[18:49:30.290] Build status: SCHEDULED
[18:49:30.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:16:0) after 1m38s
[18:51:08.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:16:0)
[18:51:08.336] Build status: SCHEDULED
[18:51:08.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:17:0) after 6m16s
[18:57:24.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:17:0)
[18:57:24.547] Build status: SCHEDULED
[18:57:24.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:18:0) after 1m36s
[18:59:00.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:18:0)
[18:59:00.566] Build status: SCHEDULED
[18:59:00.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:19:0) after 8m34s
[19:07:34.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:19:0)
[19:07:34.617] Build status: SCHEDULED
[19:07:34.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:20:0) after 2m22s
[19:09:56.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:20:0)
[19:09:56.760] Build status: SCHEDULED
[19:09:56.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:21:0) after 1m52s
[19:11:48.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:21:0)
[19:11:48.986] Build status: SCHEDULED
[19:11:48.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:22:0) after 5m10s
[19:16:59.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:22:0)
[19:16:59.073] Build status: SCHEDULED
[19:16:59.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:23:0) after 8m57s
[19:25:56.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:23:0)
[19:25:56.222] Build status: SCHEDULED
[19:25:56.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:24:0) after 5m20s
[19:31:16.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:24:0)
[19:31:16.381] Build status: SCHEDULED
[19:31:16.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:25:0) after 2m11s
[19:33:27.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:25:0)
[19:33:27.484] Build status: SCHEDULED
[19:33:27.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:26:0) after 3m35s
[19:37:02.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:26:0)
[19:37:02.536] Build status: SCHEDULED
[19:37:02.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:27:0) after 4m27s
[19:41:29.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:27:0)
[19:41:29.807] Build status: SCHEDULED
[19:41:29.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:28:0) after 3m31s
[19:45:00.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:28:0)
[19:45:00.863] Build status: SCHEDULED
[19:45:00.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:29:0) after 5m3s
[19:50:03.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:29:0)
[19:50:03.908] Build status: SCHEDULED
[19:50:03.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:30:0) after 9m51s
[19:59:54.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:30:0)
[19:59:55.008] Build status: SCHEDULED
[19:59:55.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:31:0) after 2m10s
[20:02:05.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:31:0)
[20:02:05.047] Build status: SCHEDULED
[20:02:05.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:32:0) after 7m33s
[20:09:38.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:32:0)
[20:09:38.116] Build status: SCHEDULED
[20:09:38.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:33:0) after 9m35s
[20:19:13.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:33:0)
[20:19:13.181] Build status: SCHEDULED
[20:19:13.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:34:0) after 8m46s
[20:27:59.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:34:0)
[20:27:59.248] Build status: SCHEDULED
[20:27:59.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:35:0) after 7m51s
[20:35:50.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:35:0)
[20:35:50.450] Build status: SCHEDULED
[20:35:50.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:36:0) after 9m31s
[20:45:21.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:36:0)
[20:45:21.526] Build status: SCHEDULED
[20:45:21.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:37:0) after 7m56s
[20:53:17.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:37:0)
[20:53:17.660] Build status: SCHEDULED
[20:53:17.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:38:0) after 5m55s
[20:59:12.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:38:0)
[20:59:12.724] Build status: SCHEDULED
[20:59:12.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:39:0) after 2m22s
[21:01:34.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:39:0)
[21:01:34.777] Build status: SCHEDULED
[21:01:34.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:40:0) after 8m12s
[21:09:46.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:40:0)
[21:09:47.001] Build status: SCHEDULED
[21:09:47.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:41:0) after 3m19s
[21:13:06.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:41:0)
[21:13:06.141] Build status: SCHEDULED
[21:13:06.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:42:0) after 8m16s
[21:21:22.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:42:0)
[21:21:22.189] Build status: SCHEDULED
[21:21:22.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:43:0) after 2m18s
[21:23:40.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:43:0)
[21:23:40.259] Build status: SCHEDULED
[21:23:40.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:44:0) after 9m10s
[21:32:50.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:44:0)
[21:32:50.325] Build status: SCHEDULED
[21:32:50.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:45:0) after 1m10s
[21:34:00.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:45:0)
[21:34:00.369] Build status: SCHEDULED
[21:34:00.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:46:0) after 3m13s
[21:37:13.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:46:0)
[21:37:13.411] Build status: SCHEDULED
[21:37:13.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:47:0) after 8m48s
[21:46:01.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:47:0)
[21:46:01.477] Build status: SCHEDULED
[21:46:01.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:48:0) after 8m15s
[21:54:16.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:48:0)
[21:54:16.553] Build status: SCHEDULED
[21:54:16.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:49:0) after 6m1s
[22:00:17.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:49:0)
[22:00:17.599] Build status: SCHEDULED
[22:00:17.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:50:0) after 8m48s
[22:09:05.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:50:0)
[22:09:05.649] Build status: SCHEDULED
[22:09:05.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:51:0) after 8m53s
[22:17:58.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:51:0)
[22:17:58.712] Build status: SCHEDULED
[22:17:58.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:52:0) after 9m43s
[22:27:41.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:52:0)
[22:27:41.824] Build status: SCHEDULED
[22:27:41.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:53:0) after 1m20s
[22:29:01.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:53:0)
[22:29:01.903] Build status: SCHEDULED
[22:29:01.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:54:0) after 9m34s
[22:38:35.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:54:0)
[22:38:35.990] Build status: SCHEDULED
[22:38:35.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:55:0) after 8m29s
[22:47:05.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:55:0)
[22:47:05.043] Build status: SCHEDULED
[22:47:05.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:56:0) after 7m25s
[22:54:30.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:56:0)
[22:54:30.184] Build status: SCHEDULED
[22:54:30.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:57:0) after 3m25s
[22:57:55.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:57:0)
[22:57:55.235] Build status: SCHEDULED
[22:57:55.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:58:0) after 2m45s
[23:00:40.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:58:0)
[23:00:40.258] Build status: SCHEDULED
[23:00:40.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:59:0) after 6m47s
[23:07:27.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:59:0)
[23:07:27.386] Build status: SCHEDULED
[23:07:27.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:60:0) after 8m57s
[23:16:24.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:60:0)
[23:16:24.501] Build status: SCHEDULED
[23:16:24.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:61:0) after 1m52s
[23:18:16.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:61:0)
[23:18:16.590] Build status: SCHEDULED
[23:18:16.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:62:0) after 8m52s
[23:27:08.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:62:0)
[23:27:08.736] Build status: SCHEDULED
[23:27:08.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:63:0) after 4m55s
[23:32:03.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:63:0)
[23:32:03.818] Build status: SCHEDULED
[23:32:03.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:64:0) after 2m8s
[23:34:11.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:64:0)
[23:34:11.877] Build status: SCHEDULED
[23:34:11.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:65:0) after 7m58s
[23:42:10.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:65:0)
[23:42:10.263] Build status: SCHEDULED
[23:42:10.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:66:0) after 9m35s
[23:51:45.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:66:0)
[23:51:45.483] Build status: SCHEDULED
[23:51:45.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:67:0) after 7m39s
[23:59:24.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:67:0)
[23:59:24.585] Build status: SCHEDULED
[23:59:24.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:68:0) after 6m39s
[00:06:03.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:68:0)
[00:06:03.689] Build status: SCHEDULED
[00:06:03.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:69:0) after 5m6s
[00:11:09.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:69:0)
[00:11:09.746] Build status: SCHEDULED
[00:11:09.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:70:0) after 9m35s
[00:20:44.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:70:0)
[00:20:44.821] Build status: SCHEDULED
[00:20:44.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:71:0) after 1m43s
[00:22:27.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:71:0)
[00:22:27.947] Build status: SCHEDULED
[00:22:27.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:72:0) after 7m50s
[00:30:17.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:72:0)
[00:30:18.091] Build status: SCHEDULED
[00:30:18.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:73:0) after 2m42s
[00:33:00.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:73:0)
[00:33:00.184] Build status: SCHEDULED
[00:33:00.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:74:0) after 6m48s
[00:39:48.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:74:0)
[00:39:48.342] Build status: SCHEDULED
[00:39:48.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:75:0) after 1m59s
[00:41:47.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:75:0)
[00:41:47.419] Build status: SCHEDULED
[00:41:47.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:76:0) after 1m16s
[00:43:03.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:76:0)
[00:43:03.486] Build status: SCHEDULED
[00:43:03.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:77:0) after 2m56s
[00:45:59.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:77:0)
[00:45:59.556] Build status: SCHEDULED
[00:45:59.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:78:0) after 1m1s
[00:47:00.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:78:0)
[00:47:00.597] Build status: SCHEDULED
[00:47:00.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:79:0) after 2m4s
[00:49:04.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:79:0)
[00:49:04.636] Build status: SCHEDULED
[00:49:04.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:80:0) after 9m49s
[00:58:53.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:80:0)
[00:58:53.746] Build status: SCHEDULED
[00:58:53.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:81:0) after 4m30s
[01:03:23.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:81:0)
[01:03:23.816] Build status: SCHEDULED
[01:03:23.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:82:0) after 9m22s
[01:12:45.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:82:0)
[01:12:45.857] Build status: SCHEDULED
[01:12:45.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:83:0) after 1m29s
[01:14:14.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:83:0)
[01:14:15.001] Build status: SCHEDULED
[01:14:15.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:84:0) after 3m29s
[01:17:44.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:84:0)
[01:17:44.036] Build status: SCHEDULED
[01:17:44.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:85:0) after 1m55s
[01:19:39.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:85:0)
[01:19:39.042] Build status: SCHEDULED
[01:19:39.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:86:0) after 4m18s
[01:23:52.136] Received PubSub notification, asking Buildbucket for the build status
[01:23:52.172] Build status: STARTED
[01:23:57.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:86:0)
[01:23:57.083] Build status: STARTED
[01:23:57.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:88:0) after 8m5s
[01:32:02.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:88:0)
[01:32:02.176] Build status: STARTED
[01:32:02.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:89:0) after 3m4s
[01:35:06.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:89:0)
[01:35:06.327] Build status: STARTED
[01:35:06.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873419718166297792:90:0) after 3m54s
[01:37:20.882] Received PubSub notification, asking Buildbucket for the build status
[01:37:20.901] Build:
{
"id": "8707989656324782065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-29T17:42:19.439379778Z",
"startTime": "2025-07-30T01:23:51.299030193Z",
"endTime": "2025-07-30T01:37:20.491569125Z",
"updateTime": "2025-07-30T01:37:20.491569125Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "72d83431ea7205dece36fc2a674e8b982d22fceb",
"ref": "refs/heads/main"
}
}
}
[01:37:20.901] Invocation finished in 7h55m2.600549296s with status SUCCEEDED