[07:37:12.105] New invocation is queued and will start shortly
[07:37:13.188] Starting the invocation (attempt 1)
[07:37:13.217] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/054ed2cf776e8956d0bf38460387d82df6f3e473"
[07:37:13.217] Popped gitiles commit info from properties and tags
[07:37:13.217] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:37:13.217] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:37:13.217] Buildbucket request:
{
"requestId": "8878440621135573888",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8878440621135573888",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "054ed2cf776e8956d0bf38460387d82df6f3e473"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@054ed2cf776e8956d0bf38460387d82df6f3e473",
"title": "054ed2cf776e8956d0bf38460387d82df6f3e473",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/054ed2cf776e8956d0bf38460387d82df6f3e473"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "054ed2cf776e8956d0bf38460387d82df6f3e473",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8878440621135573888"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:37:13.590] Scheduled build:
{
"id": "8713010559258917505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-04T07:37:13.266826751Z",
"updateTime": "2025-06-04T07:37:13.266826751Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "054ed2cf776e8956d0bf38460387d82df6f3e473",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:37:13.590] Task URL: https://cr-buildbucket.appspot.com/build/8713010559258917505
[07:37:13.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:2:0) after 8m30s
[07:37:14.575] Received PubSub notification, asking Buildbucket for the build status
[07:37:14.612] Build status: SCHEDULED
[07:45:43.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:2:0)
[07:45:43.975] Build status: SCHEDULED
[07:45:43.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:4:0) after 5m43s
[07:51:27.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:4:0)
[07:51:27.160] Build status: SCHEDULED
[07:51:27.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:5:0) after 2m16s
[07:53:43.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:5:0)
[07:53:43.199] Build status: SCHEDULED
[07:53:43.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:6:0) after 4m52s
[07:58:35.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:6:0)
[07:58:35.251] Build status: SCHEDULED
[07:58:35.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:7:0) after 7m8s
[08:05:43.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:7:0)
[08:05:43.713] Build status: SCHEDULED
[08:05:43.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:8:0) after 8m23s
[08:14:06.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:8:0)
[08:14:06.835] Build status: SCHEDULED
[08:14:06.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:9:0) after 5m20s
[08:19:27.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:9:0)
[08:19:27.348] Build status: SCHEDULED
[08:19:27.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:10:0) after 9m23s
[08:28:50.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:10:0)
[08:28:50.392] Build status: SCHEDULED
[08:28:50.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:11:0) after 8m44s
[08:37:34.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:11:0)
[08:37:34.422] Build status: SCHEDULED
[08:37:34.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:12:0) after 1m11s
[08:38:45.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:12:0)
[08:38:45.464] Build status: SCHEDULED
[08:38:45.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:13:0) after 8m57s
[08:47:42.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:13:0)
[08:47:42.561] Build status: SCHEDULED
[08:47:42.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:14:0) after 2m38s
[08:50:20.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:14:0)
[08:50:20.593] Build status: SCHEDULED
[08:50:20.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:15:0) after 6m49s
[08:57:10.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:15:0)
[08:57:10.162] Build status: SCHEDULED
[08:57:10.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:16:0) after 3m25s
[09:00:35.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:16:0)
[09:00:35.214] Build status: SCHEDULED
[09:00:35.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:17:0) after 7m47s
[09:08:22.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:17:0)
[09:08:22.258] Build status: SCHEDULED
[09:08:22.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:18:0) after 8m20s
[09:16:42.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:18:0)
[09:16:42.315] Build status: SCHEDULED
[09:16:42.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:19:0) after 5m57s
[09:22:39.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:19:0)
[09:22:39.448] Build status: SCHEDULED
[09:22:39.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:20:0) after 4m11s
[09:26:50.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:20:0)
[09:26:50.530] Build status: SCHEDULED
[09:26:50.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:21:0) after 9m44s
[09:36:34.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:21:0)
[09:36:34.569] Build status: SCHEDULED
[09:36:34.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:22:0) after 3m18s
[09:39:52.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:22:0)
[09:39:52.606] Build status: SCHEDULED
[09:39:52.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:23:0) after 2m42s
[09:42:34.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:23:0)
[09:42:34.935] Build status: SCHEDULED
[09:42:34.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:24:0) after 3m47s
[09:46:22.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:24:0)
[09:46:22.030] Build status: SCHEDULED
[09:46:22.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:25:0) after 9m51s
[09:56:13.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:25:0)
[09:56:13.257] Build status: SCHEDULED
[09:56:13.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:26:0) after 1m43s
[09:57:56.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:26:0)
[09:57:56.346] Build status: SCHEDULED
[09:57:56.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:27:0) after 4m59s
[10:02:55.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:27:0)
[10:02:55.426] Build status: SCHEDULED
[10:02:55.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:28:0) after 1m56s
[10:04:51.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:28:0)
[10:04:52.018] Build status: SCHEDULED
[10:04:52.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:29:0) after 6m20s
[10:11:12.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:29:0)
[10:11:12.069] Build status: SCHEDULED
[10:11:12.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:30:0) after 3m37s
[10:14:49.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:30:0)
[10:14:49.116] Build status: SCHEDULED
[10:14:49.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:31:0) after 9m50s
[10:24:39.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:31:0)
[10:24:39.151] Build status: SCHEDULED
[10:24:39.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:32:0) after 8m21s
[10:33:00.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:32:0)
[10:33:00.199] Build status: SCHEDULED
[10:33:00.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:33:0) after 9m14s
[10:42:14.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:33:0)
[10:42:14.242] Build status: SCHEDULED
[10:42:14.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:34:0) after 2m37s
[10:44:51.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:34:0)
[10:44:51.284] Build status: SCHEDULED
[10:44:51.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:35:0) after 4m9s
[10:49:00.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:35:0)
[10:49:00.324] Build status: SCHEDULED
[10:49:00.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:36:0) after 5m25s
[10:54:25.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:36:0)
[10:54:25.373] Build status: SCHEDULED
[10:54:25.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:37:0) after 6m47s
[11:01:12.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:37:0)
[11:01:12.568] Build status: SCHEDULED
[11:01:12.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:38:0) after 7m24s
[11:08:36.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:38:0)
[11:08:36.642] Build status: SCHEDULED
[11:08:36.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:39:0) after 3m26s
[11:12:02.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:39:0)
[11:12:02.686] Build status: SCHEDULED
[11:12:02.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:40:0) after 9m41s
[11:21:44.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:40:0)
[11:21:44.239] Build status: SCHEDULED
[11:21:44.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:41:0) after 1m54s
[11:23:38.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:41:0)
[11:23:38.282] Build status: SCHEDULED
[11:23:38.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:42:0) after 3m53s
[11:27:31.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:42:0)
[11:27:31.598] Build status: SCHEDULED
[11:27:31.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:43:0) after 2m24s
[11:29:55.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:43:0)
[11:29:55.730] Build status: SCHEDULED
[11:29:55.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:44:0) after 4m7s
[11:34:02.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:44:0)
[11:34:02.951] Build status: SCHEDULED
[11:34:02.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:45:0) after 5m6s
[11:39:09.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:45:0)
[11:39:09.090] Build status: SCHEDULED
[11:39:09.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:46:0) after 9m44s
[11:48:53.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:46:0)
[11:48:53.156] Build status: SCHEDULED
[11:48:53.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:47:0) after 5m14s
[11:54:07.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:47:0)
[11:54:07.398] Build status: SCHEDULED
[11:54:07.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:48:0) after 9m15s
[12:03:22.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:48:0)
[12:03:22.448] Build status: SCHEDULED
[12:03:22.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:49:0) after 7m49s
[12:11:11.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:49:0)
[12:11:11.767] Build status: SCHEDULED
[12:11:11.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:50:0) after 3m45s
[12:14:57.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:50:0)
[12:14:57.262] Build status: SCHEDULED
[12:14:57.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:51:0) after 5m5s
[12:20:02.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:51:0)
[12:20:02.440] Build status: SCHEDULED
[12:20:02.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:52:0) after 1m29s
[12:21:31.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:52:0)
[12:21:31.661] Build status: SCHEDULED
[12:21:31.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:53:0) after 3m16s
[12:24:47.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:53:0)
[12:24:47.718] Build status: SCHEDULED
[12:24:47.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:54:0) after 3m45s
[12:28:32.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:54:0)
[12:28:32.784] Build status: SCHEDULED
[12:28:32.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:55:0) after 3m38s
[12:32:10.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:55:0)
[12:32:10.844] Build status: SCHEDULED
[12:32:10.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:56:0) after 8m6s
[12:40:16.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:56:0)
[12:40:16.945] Build status: SCHEDULED
[12:40:16.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:57:0) after 1m49s
[12:42:05.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:57:0)
[12:42:06.000] Build status: SCHEDULED
[12:42:06.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:58:0) after 4m11s
[12:46:17.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:58:0)
[12:46:17.142] Build status: SCHEDULED
[12:46:17.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:59:0) after 9m13s
[12:55:30.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:59:0)
[12:55:30.255] Build status: SCHEDULED
[12:55:30.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:60:0) after 3m7s
[12:58:37.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:60:0)
[12:58:37.752] Build status: SCHEDULED
[12:58:37.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:61:0) after 7m24s
[13:06:01.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:61:0)
[13:06:01.884] Build status: SCHEDULED
[13:06:01.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:62:0) after 6m3s
[13:12:04.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:62:0)
[13:12:04.953] Build status: SCHEDULED
[13:12:04.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:63:0) after 2m26s
[13:14:30.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:63:0)
[13:14:31.006] Build status: SCHEDULED
[13:14:31.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:64:0) after 1m0s
[13:15:31.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:64:0)
[13:15:31.048] Build status: SCHEDULED
[13:15:31.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:65:0) after 9m35s
[13:16:35.217] Received PubSub notification, asking Buildbucket for the build status
[13:16:35.232] Build status: STARTED
[13:25:06.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:65:0)
[13:25:06.105] Build status: STARTED
[13:25:06.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:67:0) after 5m9s
[13:30:15.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:67:0)
[13:30:15.153] Build status: STARTED
[13:30:15.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:68:0) after 6m51s
[13:37:06.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:68:0)
[13:37:06.244] Build status: STARTED
[13:37:06.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:69:0) after 6m25s
[13:43:31.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:69:0)
[13:43:31.431] Build status: STARTED
[13:43:31.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:70:0) after 9m49s
[13:53:20.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:70:0)
[13:53:20.480] Build status: STARTED
[13:53:20.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:71:0) after 1m43s
[13:55:03.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:71:0)
[13:55:03.707] Build status: STARTED
[13:55:03.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:72:0) after 5m14s
[14:00:18.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:72:0)
[14:00:18.207] Build status: STARTED
[14:00:18.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:73:0) after 4m17s
[14:04:35.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:73:0)
[14:04:35.331] Build status: STARTED
[14:04:35.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:74:0) after 2m38s
[14:07:13.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:74:0)
[14:07:13.386] Build status: STARTED
[14:07:13.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8878440621135573888:75:0) after 1m59s
[14:08:17.615] Received PubSub notification, asking Buildbucket for the build status
[14:08:17.648] Build:
{
"id": "8713010559258917505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-04T07:37:13.266826751Z",
"startTime": "2025-06-04T13:16:34.691704943Z",
"endTime": "2025-06-04T14:08:16.083707350Z",
"updateTime": "2025-06-04T14:08:16.083707350Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "054ed2cf776e8956d0bf38460387d82df6f3e473",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:08:17.648] Invocation finished in 6h31m5.555224702s with status SUCCEEDED