[10:54:14.165] New invocation is queued and will start shortly
[10:54:15.260] Starting the invocation (attempt 1)
[10:54:15.284] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/60d5bd86565d78f239ca094c9c582d539184e901"
[10:54:15.284] Popped gitiles commit info from properties and tags
[10:54:15.284] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:54:15.284] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:54:15.284] Buildbucket request:
{
"requestId": "8880693148964974928",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880693148964974928",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60d5bd86565d78f239ca094c9c582d539184e901"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60d5bd86565d78f239ca094c9c582d539184e901",
"title": "60d5bd86565d78f239ca094c9c582d539184e901",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60d5bd86565d78f239ca094c9c582d539184e901"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d5bd86565d78f239ca094c9c582d539184e901",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880693148964974928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:54:15.698] Scheduled build:
{
"id": "8715263087085812209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-10T10:54:15.330637815Z",
"updateTime": "2025-05-10T10:54:15.330637815Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d5bd86565d78f239ca094c9c582d539184e901",
"ref": "refs/heads/main"
}
}
}
[10:54:15.698] Task URL: https://cr-buildbucket.appspot.com/build/8715263087085812209
[10:54:15.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:2:0) after 2m49s
[10:54:16.552] Received PubSub notification, asking Buildbucket for the build status
[10:54:16.571] Build status: SCHEDULED
[10:57:05.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:2:0)
[10:57:05.088] Build status: SCHEDULED
[10:57:05.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:4:0) after 1m40s
[10:58:45.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:4:0)
[10:58:45.125] Build status: SCHEDULED
[10:58:45.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:5:0) after 5m10s
[11:03:55.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:5:0)
[11:03:55.148] Build status: SCHEDULED
[11:03:55.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:6:0) after 4m44s
[11:08:39.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:6:0)
[11:08:39.253] Build status: SCHEDULED
[11:08:39.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:7:0) after 5m39s
[11:14:18.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:7:0)
[11:14:18.365] Build status: SCHEDULED
[11:14:18.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:8:0) after 7m49s
[11:22:07.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:8:0)
[11:22:07.415] Build status: SCHEDULED
[11:22:07.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:9:0) after 6m13s
[11:28:20.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:9:0)
[11:28:20.478] Build status: SCHEDULED
[11:28:20.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:10:0) after 9m41s
[11:38:01.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:10:0)
[11:38:01.529] Build status: SCHEDULED
[11:38:01.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:11:0) after 7m2s
[11:45:03.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:11:0)
[11:45:03.560] Build status: SCHEDULED
[11:45:03.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:12:0) after 1m49s
[11:46:52.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:12:0)
[11:46:52.676] Build status: SCHEDULED
[11:46:52.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:13:0) after 4m36s
[11:51:28.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:13:0)
[11:51:28.787] Build status: SCHEDULED
[11:51:28.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:14:0) after 1m7s
[11:52:35.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:14:0)
[11:52:35.894] Build status: SCHEDULED
[11:52:35.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:15:0) after 2m0s
[11:54:35.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:15:0)
[11:54:35.991] Build status: SCHEDULED
[11:54:35.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:16:0) after 2m8s
[11:56:44.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:16:0)
[11:56:44.057] Build status: SCHEDULED
[11:56:44.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:17:0) after 8m39s
[12:05:23.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:17:0)
[12:05:23.289] Build status: SCHEDULED
[12:05:23.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:18:0) after 8m26s
[12:13:49.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:18:0)
[12:13:49.389] Build status: SCHEDULED
[12:13:49.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:19:0) after 1m40s
[12:15:29.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:19:0)
[12:15:29.713] Build status: SCHEDULED
[12:15:29.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:20:0) after 8m49s
[12:24:18.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:20:0)
[12:24:18.850] Build status: SCHEDULED
[12:24:18.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:21:0) after 2m50s
[12:27:09.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:21:0)
[12:27:09.169] Build status: SCHEDULED
[12:27:09.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:22:0) after 5m17s
[12:32:26.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:22:0)
[12:32:26.419] Build status: SCHEDULED
[12:32:26.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:23:0) after 5m54s
[12:38:20.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:23:0)
[12:38:20.563] Build status: SCHEDULED
[12:38:20.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:24:0) after 1m28s
[12:39:48.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:24:0)
[12:39:48.627] Build status: SCHEDULED
[12:39:48.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:25:0) after 7m26s
[12:47:14.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:25:0)
[12:47:14.849] Build status: SCHEDULED
[12:47:14.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:26:0) after 9m49s
[12:57:03.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:26:0)
[12:57:03.968] Build status: SCHEDULED
[12:57:03.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:27:0) after 5m46s
[13:02:49.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:27:0)
[13:02:50.028] Build status: SCHEDULED
[13:02:50.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:28:0) after 4m33s
[13:07:23.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:28:0)
[13:07:23.168] Build status: SCHEDULED
[13:07:23.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:29:0) after 5m7s
[13:12:30.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:29:0)
[13:12:30.246] Build status: SCHEDULED
[13:12:30.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:30:0) after 8m2s
[13:20:32.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:30:0)
[13:20:32.425] Build status: SCHEDULED
[13:20:32.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:31:0) after 1m40s
[13:22:12.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:31:0)
[13:22:12.566] Build status: SCHEDULED
[13:22:12.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:32:0) after 1m23s
[13:23:35.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:32:0)
[13:23:35.631] Build status: SCHEDULED
[13:23:35.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:33:0) after 9m34s
[13:33:09.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:33:0)
[13:33:09.875] Build status: SCHEDULED
[13:33:09.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:34:0) after 6m12s
[13:39:22.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:34:0)
[13:39:22.138] Build status: SCHEDULED
[13:39:22.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:35:0) after 2m12s
[13:41:34.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:35:0)
[13:41:34.170] Build status: SCHEDULED
[13:41:34.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:36:0) after 8m45s
[13:50:19.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:36:0)
[13:50:19.222] Build status: SCHEDULED
[13:50:19.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:37:0) after 9m25s
[13:59:44.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:37:0)
[13:59:44.475] Build status: SCHEDULED
[13:59:44.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:38:0) after 3m38s
[14:03:22.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:38:0)
[14:03:22.525] Build status: SCHEDULED
[14:03:22.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:39:0) after 8m37s
[14:11:59.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:39:0)
[14:11:59.808] Build status: SCHEDULED
[14:11:59.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:40:0) after 3m46s
[14:15:46.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:40:0)
[14:15:46.098] Build status: SCHEDULED
[14:15:46.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:41:0) after 6m8s
[14:21:54.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:41:0)
[14:21:54.384] Build status: SCHEDULED
[14:21:54.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:42:0) after 4m16s
[14:26:10.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:42:0)
[14:26:10.489] Build status: SCHEDULED
[14:26:10.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:43:0) after 6m32s
[14:32:42.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:43:0)
[14:32:42.566] Build status: SCHEDULED
[14:32:42.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:44:0) after 1m49s
[14:34:31.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:44:0)
[14:34:31.662] Build status: SCHEDULED
[14:34:31.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:45:0) after 6m42s
[14:41:13.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:45:0)
[14:41:13.740] Build status: SCHEDULED
[14:41:13.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:46:0) after 2m51s
[14:44:04.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:46:0)
[14:44:04.835] Build status: SCHEDULED
[14:44:04.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:47:0) after 3m4s
[14:47:08.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:47:0)
[14:47:08.882] Build status: SCHEDULED
[14:47:08.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:48:0) after 2m7s
[14:49:16.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:48:0)
[14:49:16.057] Build status: SCHEDULED
[14:49:16.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:49:0) after 6m36s
[14:55:52.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:49:0)
[14:55:52.165] Build status: SCHEDULED
[14:55:52.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:50:0) after 2m35s
[14:58:27.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:50:0)
[14:58:27.213] Build status: SCHEDULED
[14:58:27.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:51:0) after 4m5s
[15:02:32.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:51:0)
[15:02:32.478] Build status: SCHEDULED
[15:02:32.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:52:0) after 3m29s
[15:06:01.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:52:0)
[15:06:01.647] Build status: SCHEDULED
[15:06:01.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:53:0) after 5m8s
[15:11:09.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:53:0)
[15:11:09.766] Build status: SCHEDULED
[15:11:09.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:54:0) after 2m47s
[15:13:56.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:54:0)
[15:13:56.858] Build status: SCHEDULED
[15:13:56.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:55:0) after 8m9s
[15:22:05.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:55:0)
[15:22:05.912] Build status: SCHEDULED
[15:22:05.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:56:0) after 9m52s
[15:31:57.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:56:0)
[15:31:57.958] Build status: SCHEDULED
[15:31:57.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:57:0) after 9m34s
[15:41:32.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:57:0)
[15:41:32.192] Build status: SCHEDULED
[15:41:32.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:58:0) after 7m7s
[15:48:39.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:58:0)
[15:48:39.297] Build status: SCHEDULED
[15:48:39.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:59:0) after 1m16s
[15:49:55.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:59:0)
[15:49:55.360] Build status: SCHEDULED
[15:49:55.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:60:0) after 5m48s
[15:55:43.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:60:0)
[15:55:43.416] Build status: SCHEDULED
[15:55:43.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:61:0) after 5m11s
[16:00:54.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:61:0)
[16:00:54.564] Build status: SCHEDULED
[16:00:54.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:62:0) after 4m40s
[16:05:34.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:62:0)
[16:05:34.663] Build status: SCHEDULED
[16:05:34.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:63:0) after 4m40s
[16:10:14.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:63:0)
[16:10:14.748] Build status: SCHEDULED
[16:10:14.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:64:0) after 6m27s
[16:16:41.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:64:0)
[16:16:41.958] Build status: SCHEDULED
[16:16:41.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:65:0) after 7m31s
[16:24:13.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:65:0)
[16:24:13.084] Build status: SCHEDULED
[16:24:13.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:66:0) after 2m23s
[16:26:36.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:66:0)
[16:26:36.219] Build status: SCHEDULED
[16:26:36.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:67:0) after 4m31s
[16:31:07.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:67:0)
[16:31:07.262] Build status: SCHEDULED
[16:31:07.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:68:0) after 6m26s
[16:37:33.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:68:0)
[16:37:33.299] Build status: SCHEDULED
[16:37:33.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:69:0) after 2m54s
[16:40:27.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:69:0)
[16:40:27.366] Build status: SCHEDULED
[16:40:27.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:70:0) after 6m26s
[16:46:53.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:70:0)
[16:46:53.520] Build status: SCHEDULED
[16:46:53.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:71:0) after 7m30s
[16:54:23.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:71:0)
[16:54:23.570] Build status: SCHEDULED
[16:54:23.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:72:0) after 5m52s
[17:00:15.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:72:0)
[17:00:15.766] Build status: SCHEDULED
[17:00:15.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:73:0) after 3m56s
[17:04:11.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:73:0)
[17:04:11.948] Build status: SCHEDULED
[17:04:11.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:74:0) after 4m36s
[17:08:48.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:74:0)
[17:08:48.069] Build status: SCHEDULED
[17:08:48.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:75:0) after 3m51s
[17:12:39.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:75:0)
[17:12:39.388] Build status: SCHEDULED
[17:12:39.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:76:0) after 6m57s
[17:19:36.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:76:0)
[17:19:36.491] Build status: SCHEDULED
[17:19:36.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:77:0) after 5m54s
[17:25:30.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:77:0)
[17:25:30.665] Build status: SCHEDULED
[17:25:30.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:78:0) after 5m20s
[17:30:50.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:78:0)
[17:30:50.705] Build status: SCHEDULED
[17:30:50.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:79:0) after 7m31s
[17:38:21.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:79:0)
[17:38:21.950] Build status: SCHEDULED
[17:38:21.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:80:0) after 5m34s
[17:43:56.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:80:0)
[17:43:56.119] Build status: SCHEDULED
[17:43:56.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:81:0) after 3m19s
[17:47:15.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:81:0)
[17:47:15.161] Build status: SCHEDULED
[17:47:15.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:82:0) after 9m0s
[17:56:15.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:82:0)
[17:56:15.253] Build status: SCHEDULED
[17:56:15.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:83:0) after 6m14s
[18:02:29.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:83:0)
[18:02:29.340] Build status: SCHEDULED
[18:02:29.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:84:0) after 1m2s
[18:03:31.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:84:0)
[18:03:31.360] Build status: SCHEDULED
[18:03:31.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:85:0) after 1m58s
[18:05:29.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:85:0)
[18:05:29.686] Build status: SCHEDULED
[18:05:29.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:86:0) after 4m9s
[18:09:38.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:86:0)
[18:09:38.727] Build status: SCHEDULED
[18:09:38.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:87:0) after 1m53s
[18:11:31.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:87:0)
[18:11:31.865] Build status: SCHEDULED
[18:11:31.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:88:0) after 3m49s
[18:15:20.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:88:0)
[18:15:21.008] Build status: SCHEDULED
[18:15:21.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:89:0) after 2m4s
[18:17:25.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:89:0)
[18:17:25.054] Build status: SCHEDULED
[18:17:25.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:90:0) after 6m6s
[18:23:31.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:90:0)
[18:23:31.221] Build status: SCHEDULED
[18:23:31.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:91:0) after 1m52s
[18:25:23.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:91:0)
[18:25:23.260] Build status: SCHEDULED
[18:25:23.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:92:0) after 5m20s
[18:30:43.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:92:0)
[18:30:43.486] Build status: SCHEDULED
[18:30:43.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:93:0) after 3m14s
[18:33:57.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:93:0)
[18:33:57.694] Build status: SCHEDULED
[18:33:57.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:94:0) after 5m21s
[18:39:18.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:94:0)
[18:39:18.736] Build status: SCHEDULED
[18:39:18.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:95:0) after 2m10s
[18:41:28.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:95:0)
[18:41:28.817] Build status: SCHEDULED
[18:41:28.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:96:0) after 7m22s
[18:42:25.893] Received PubSub notification, asking Buildbucket for the build status
[18:42:25.915] Build status: STARTED
[18:48:51.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:96:0)
[18:48:51.394] Build status: STARTED
[18:48:51.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:98:0) after 3m40s
[18:52:31.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:98:0)
[18:52:31.644] Build status: STARTED
[18:52:31.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8880693148964974928:99:0) after 2m22s
[18:54:17.011] Received PubSub notification, asking Buildbucket for the build status
[18:54:17.059] Build:
{
"id": "8715263087085812209",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-10T10:54:15.330637815Z",
"startTime": "2025-05-10T18:42:25.071212595Z",
"endTime": "2025-05-10T18:54:16.589607466Z",
"updateTime": "2025-05-10T18:54:16.589607466Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d5bd86565d78f239ca094c9c582d539184e901",
"ref": "refs/heads/main"
}
}
}
[18:54:17.059] Invocation finished in 8h0m2.904345774s with status SUCCEEDED