[22:13:14.788] New invocation is queued and will start shortly
[22:13:15.937] Starting the invocation (attempt 1)
[22:13:15.963] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ec97141dc3c81389d27bca4c8b1606e734e0d917"
[22:13:15.963] Popped gitiles commit info from properties and tags
[22:13:15.963] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:13:15.963] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:13:15.963] Buildbucket request:
{
"requestId": "8875214611341291744",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875214611341291744",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "147534487a46dd9576d4641d945276d7f8c69134"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@147534487a46dd9576d4641d945276d7f8c69134",
"title": "147534487a46dd9576d4641d945276d7f8c69134",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/147534487a46dd9576d4641d945276d7f8c69134"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "989be4effd97fb363152feacaf2f87574d9d15fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@989be4effd97fb363152feacaf2f87574d9d15fc",
"title": "989be4effd97fb363152feacaf2f87574d9d15fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/989be4effd97fb363152feacaf2f87574d9d15fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "afe3e32392ac5ea4c496438528b1c48c75702f58"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@afe3e32392ac5ea4c496438528b1c48c75702f58",
"title": "afe3e32392ac5ea4c496438528b1c48c75702f58",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/afe3e32392ac5ea4c496438528b1c48c75702f58"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f0a25428b8eff2b4756209c2233d59a3502d6e9c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f0a25428b8eff2b4756209c2233d59a3502d6e9c",
"title": "f0a25428b8eff2b4756209c2233d59a3502d6e9c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f0a25428b8eff2b4756209c2233d59a3502d6e9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7ab9a27beaed20f078016276d4a6f043bb77d976"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ab9a27beaed20f078016276d4a6f043bb77d976",
"title": "7ab9a27beaed20f078016276d4a6f043bb77d976",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ab9a27beaed20f078016276d4a6f043bb77d976"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b19c2b0bdbbe443429501b927c5e9269313e81dd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b19c2b0bdbbe443429501b927c5e9269313e81dd",
"title": "b19c2b0bdbbe443429501b927c5e9269313e81dd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b19c2b0bdbbe443429501b927c5e9269313e81dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ec97141dc3c81389d27bca4c8b1606e734e0d917"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ec97141dc3c81389d27bca4c8b1606e734e0d917",
"title": "ec97141dc3c81389d27bca4c8b1606e734e0d917",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ec97141dc3c81389d27bca4c8b1606e734e0d917"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ec97141dc3c81389d27bca4c8b1606e734e0d917",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875214611341291744"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:13:16.387] Scheduled build:
{
"id": "8709784549394693505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-09T22:13:16.018689512Z",
"updateTime": "2025-07-09T22:13:16.018689512Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ec97141dc3c81389d27bca4c8b1606e734e0d917",
"ref": "refs/heads/main"
}
}
}
[22:13:16.387] Task URL: https://cr-buildbucket.appspot.com/build/8709784549394693505
[22:13:16.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:2:0) after 4m33s
[22:13:17.809] Received PubSub notification, asking Buildbucket for the build status
[22:13:17.840] Build status: SCHEDULED
[22:17:49.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:2:0)
[22:17:49.774] Build status: SCHEDULED
[22:17:49.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:4:0) after 2m24s
[22:20:13.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:4:0)
[22:20:13.838] Build status: SCHEDULED
[22:20:13.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:5:0) after 3m40s
[22:23:53.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:5:0)
[22:23:53.842] Build status: SCHEDULED
[22:23:53.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:6:0) after 8m23s
[22:32:16.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:6:0)
[22:32:17.019] Build status: SCHEDULED
[22:32:17.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:7:0) after 4m2s
[22:36:19.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:7:0)
[22:36:19.098] Build status: SCHEDULED
[22:36:19.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:8:0) after 3m20s
[22:39:39.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:8:0)
[22:39:39.169] Build status: SCHEDULED
[22:39:39.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:9:0) after 2m39s
[22:42:18.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:9:0)
[22:42:18.255] Build status: SCHEDULED
[22:42:18.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:10:0) after 2m32s
[22:44:50.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:10:0)
[22:44:50.311] Build status: SCHEDULED
[22:44:50.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:11:0) after 2m27s
[22:47:17.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:11:0)
[22:47:17.357] Build status: SCHEDULED
[22:47:17.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:12:0) after 2m13s
[22:49:30.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:12:0)
[22:49:30.470] Build status: SCHEDULED
[22:49:30.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:13:0) after 6m41s
[22:56:11.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:13:0)
[22:56:11.516] Build status: SCHEDULED
[22:56:11.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:14:0) after 5m13s
[23:01:24.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:14:0)
[23:01:24.627] Build status: SCHEDULED
[23:01:24.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:15:0) after 6m23s
[23:07:47.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:15:0)
[23:07:47.900] Build status: SCHEDULED
[23:07:47.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:16:0) after 4m28s
[23:12:16.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:16:0)
[23:12:16.069] Build status: SCHEDULED
[23:12:16.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:17:0) after 1m26s
[23:13:42.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:17:0)
[23:13:42.124] Build status: SCHEDULED
[23:13:42.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:18:0) after 5m16s
[23:18:58.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:18:0)
[23:18:58.213] Build status: SCHEDULED
[23:18:58.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:19:0) after 8m36s
[23:27:34.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:19:0)
[23:27:34.332] Build status: SCHEDULED
[23:27:34.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:20:0) after 3m49s
[23:31:23.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:20:0)
[23:31:23.416] Build status: SCHEDULED
[23:31:23.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:21:0) after 5m17s
[23:36:40.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:21:0)
[23:36:40.473] Build status: SCHEDULED
[23:36:40.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:22:0) after 5m32s
[23:42:12.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:22:0)
[23:42:12.621] Build status: SCHEDULED
[23:42:12.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:23:0) after 3m31s
[23:45:43.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:23:0)
[23:45:43.698] Build status: SCHEDULED
[23:45:43.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:24:0) after 7m57s
[23:53:40.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:24:0)
[23:53:40.814] Build status: SCHEDULED
[23:53:40.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:25:0) after 7m47s
[00:01:27.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:25:0)
[00:01:27.915] Build status: SCHEDULED
[00:01:27.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:26:0) after 6m4s
[00:07:31.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:26:0)
[00:07:31.958] Build status: SCHEDULED
[00:07:31.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:27:0) after 7m38s
[00:15:09.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:27:0)
[00:15:10.009] Build status: SCHEDULED
[00:15:10.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:28:0) after 3m1s
[00:18:11.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:28:0)
[00:18:11.068] Build status: SCHEDULED
[00:18:11.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:29:0) after 3m30s
[00:21:41.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:29:0)
[00:21:41.114] Build status: SCHEDULED
[00:21:41.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:30:0) after 7m2s
[00:28:43.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:30:0)
[00:28:43.159] Build status: SCHEDULED
[00:28:43.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:31:0) after 6m14s
[00:34:57.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:31:0)
[00:34:57.288] Build status: SCHEDULED
[00:34:57.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:32:0) after 4m59s
[00:39:56.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:32:0)
[00:39:56.338] Build status: SCHEDULED
[00:39:56.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:33:0) after 3m6s
[00:43:02.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:33:0)
[00:43:02.435] Build status: SCHEDULED
[00:43:02.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:34:0) after 7m55s
[00:50:57.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:34:0)
[00:50:57.572] Build status: SCHEDULED
[00:50:57.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:35:0) after 6m52s
[00:57:49.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:35:0)
[00:57:49.613] Build status: SCHEDULED
[00:57:49.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:36:0) after 2m9s
[00:59:58.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:36:0)
[00:59:58.643] Build status: SCHEDULED
[00:59:58.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:37:0) after 7m25s
[01:07:23.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:37:0)
[01:07:23.772] Build status: SCHEDULED
[01:07:23.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:38:0) after 4m58s
[01:12:21.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:38:0)
[01:12:21.825] Build status: SCHEDULED
[01:12:21.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:39:0) after 6m4s
[01:18:26.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:39:0)
[01:18:26.040] Build status: SCHEDULED
[01:18:26.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:40:0) after 5m11s
[01:23:37.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:40:0)
[01:23:37.092] Build status: SCHEDULED
[01:23:37.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:41:0) after 9m50s
[01:33:27.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:41:0)
[01:33:27.128] Build status: SCHEDULED
[01:33:27.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:42:0) after 5m7s
[01:38:34.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:42:0)
[01:38:34.200] Build status: SCHEDULED
[01:38:34.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:43:0) after 7m10s
[01:45:44.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:43:0)
[01:45:44.318] Build status: SCHEDULED
[01:45:44.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:44:0) after 7m22s
[01:53:06.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:44:0)
[01:53:06.327] Build status: SCHEDULED
[01:53:06.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:45:0) after 2m11s
[01:55:17.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:45:0)
[01:55:17.430] Build status: SCHEDULED
[01:55:17.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:46:0) after 8m26s
[02:03:43.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:46:0)
[02:03:43.568] Build status: SCHEDULED
[02:03:43.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:47:0) after 2m20s
[02:06:03.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:47:0)
[02:06:03.636] Build status: SCHEDULED
[02:06:03.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:48:0) after 4m56s
[02:10:59.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:48:0)
[02:10:59.740] Build status: SCHEDULED
[02:10:59.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:49:0) after 3m16s
[02:14:15.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:49:0)
[02:14:15.825] Build status: SCHEDULED
[02:14:15.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:50:0) after 8m23s
[02:22:38.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:50:0)
[02:22:38.922] Build status: SCHEDULED
[02:22:38.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:51:0) after 2m40s
[02:25:18.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:51:0)
[02:25:19.009] Build status: SCHEDULED
[02:25:19.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:52:0) after 8m54s
[02:34:13.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:52:0)
[02:34:13.049] Build status: SCHEDULED
[02:34:13.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:53:0) after 6m53s
[02:41:06.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:53:0)
[02:41:06.106] Build status: SCHEDULED
[02:41:06.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:54:0) after 3m48s
[02:44:54.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:54:0)
[02:44:54.197] Build status: SCHEDULED
[02:44:54.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:55:0) after 7m9s
[02:52:03.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:55:0)
[02:52:03.237] Build status: SCHEDULED
[02:52:03.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:56:0) after 6m17s
[02:58:20.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:56:0)
[02:58:20.380] Build status: SCHEDULED
[02:58:20.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:57:0) after 9m21s
[03:07:41.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:57:0)
[03:07:41.529] Build status: SCHEDULED
[03:07:41.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:58:0) after 2m18s
[03:09:59.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:58:0)
[03:09:59.614] Build status: SCHEDULED
[03:09:59.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:59:0) after 2m54s
[03:12:53.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:59:0)
[03:12:53.650] Build status: SCHEDULED
[03:12:53.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:60:0) after 3m17s
[03:16:10.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:60:0)
[03:16:10.702] Build status: SCHEDULED
[03:16:10.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:61:0) after 6m11s
[03:22:21.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:61:0)
[03:22:21.727] Build status: SCHEDULED
[03:22:21.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:62:0) after 1m46s
[03:24:07.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:62:0)
[03:24:07.786] Build status: SCHEDULED
[03:24:07.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:63:0) after 3m13s
[03:27:20.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:63:0)
[03:27:20.810] Build status: SCHEDULED
[03:27:20.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:64:0) after 1m23s
[03:28:43.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:64:0)
[03:28:43.909] Build status: SCHEDULED
[03:28:43.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:65:0) after 2m36s
[03:31:19.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:65:0)
[03:31:20.005] Build status: SCHEDULED
[03:31:20.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:66:0) after 1m22s
[03:32:42.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:66:0)
[03:32:42.045] Build status: SCHEDULED
[03:32:42.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:67:0) after 7m24s
[03:40:06.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:67:0)
[03:40:06.213] Build status: SCHEDULED
[03:40:06.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:68:0) after 2m38s
[03:42:44.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:68:0)
[03:42:44.265] Build status: SCHEDULED
[03:42:44.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:69:0) after 6m29s
[03:49:13.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:69:0)
[03:49:13.419] Build status: SCHEDULED
[03:49:13.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:70:0) after 5m58s
[03:55:11.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:70:0)
[03:55:11.491] Build status: SCHEDULED
[03:55:11.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:71:0) after 4m17s
[03:59:28.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:71:0)
[03:59:28.506] Build status: SCHEDULED
[03:59:28.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:72:0) after 4m51s
[04:04:19.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:72:0)
[04:04:19.595] Build status: SCHEDULED
[04:04:19.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:73:0) after 5m46s
[04:10:05.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:73:0)
[04:10:05.697] Build status: SCHEDULED
[04:10:05.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:74:0) after 7m16s
[04:15:52.850] Received PubSub notification, asking Buildbucket for the build status
[04:15:52.875] Build status: STARTED
[04:17:21.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:74:0)
[04:17:21.788] Build status: STARTED
[04:17:21.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875214611341291744:76:0) after 9m8s
[04:25:25.005] Received PubSub notification, asking Buildbucket for the build status
[04:25:25.024] Build:
{
"id": "8709784549394693505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-09T22:13:16.018689512Z",
"startTime": "2025-07-10T04:15:50.672427706Z",
"endTime": "2025-07-10T04:25:23.243036889Z",
"updateTime": "2025-07-10T04:25:23.243036889Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ec97141dc3c81389d27bca4c8b1606e734e0d917",
"ref": "refs/heads/main"
}
}
}
[04:25:25.024] Invocation finished in 6h12m10.246393623s with status SUCCEEDED