[17:44:32.322] New invocation is queued and will start shortly
[17:44:33.747] Starting the invocation (attempt 1)
[17:44:33.782] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2f23c98d03eb60bd324a9f4a33d3c0bda294e90f"
[17:44:33.782] Popped gitiles commit info from properties and tags
[17:44:33.782] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:44:33.782] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:44:33.783] Buildbucket request:
{
"requestId": "8872241817082929040",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872241817082929040",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2f23c98d03eb60bd324a9f4a33d3c0bda294e90f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2f23c98d03eb60bd324a9f4a33d3c0bda294e90f",
"title": "2f23c98d03eb60bd324a9f4a33d3c0bda294e90f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2f23c98d03eb60bd324a9f4a33d3c0bda294e90f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2f23c98d03eb60bd324a9f4a33d3c0bda294e90f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872241817082929040"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:44:34.190] Scheduled build:
{
"id": "8706811754818241777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-11T17:44:33.853936561Z",
"updateTime": "2025-08-11T17:44:33.853936561Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2f23c98d03eb60bd324a9f4a33d3c0bda294e90f",
"ref": "refs/heads/main"
}
}
}
[17:44:34.190] Task URL: https://cr-buildbucket.appspot.com/build/8706811754818241777
[17:44:34.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:2:0) after 1m12s
[17:44:53.103] Received PubSub notification, asking Buildbucket for the build status
[17:44:53.122] Build status: SCHEDULED
[17:45:46.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:2:0)
[17:45:46.268] Build status: SCHEDULED
[17:45:46.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:4:0) after 8m41s
[17:54:27.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:4:0)
[17:54:27.309] Build status: SCHEDULED
[17:54:27.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:5:0) after 1m50s
[17:56:17.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:5:0)
[17:56:17.350] Build status: SCHEDULED
[17:56:17.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:6:0) after 3m39s
[17:59:56.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:6:0)
[17:59:56.505] Build status: SCHEDULED
[17:59:56.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:7:0) after 5m19s
[18:05:15.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:7:0)
[18:05:15.542] Build status: SCHEDULED
[18:05:15.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:8:0) after 7m57s
[18:13:12.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:8:0)
[18:13:12.656] Build status: SCHEDULED
[18:13:12.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:9:0) after 8m47s
[18:21:59.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:9:0)
[18:21:59.699] Build status: SCHEDULED
[18:21:59.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:10:0) after 7m28s
[18:29:27.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:10:0)
[18:29:27.772] Build status: SCHEDULED
[18:29:27.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:11:0) after 2m28s
[18:31:55.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:11:0)
[18:31:55.853] Build status: SCHEDULED
[18:31:55.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:12:0) after 1m48s
[18:33:43.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:12:0)
[18:33:44.033] Build status: SCHEDULED
[18:33:44.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:13:0) after 6m10s
[18:39:54.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:13:0)
[18:39:54.140] Build status: SCHEDULED
[18:39:54.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:14:0) after 2m55s
[18:42:49.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:14:0)
[18:42:49.242] Build status: SCHEDULED
[18:42:49.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:15:0) after 2m56s
[18:45:45.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:15:0)
[18:45:45.319] Build status: SCHEDULED
[18:45:45.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:16:0) after 4m26s
[18:50:11.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:16:0)
[18:50:11.413] Build status: SCHEDULED
[18:50:11.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:17:0) after 6m27s
[18:56:38.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:17:0)
[18:56:38.471] Build status: SCHEDULED
[18:56:38.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:18:0) after 5m48s
[19:02:26.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:18:0)
[19:02:26.516] Build status: SCHEDULED
[19:02:26.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:19:0) after 3m41s
[19:06:07.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:19:0)
[19:06:07.633] Build status: SCHEDULED
[19:06:07.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:20:0) after 2m34s
[19:08:41.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:20:0)
[19:08:41.669] Build status: SCHEDULED
[19:08:41.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:21:0) after 8m17s
[19:16:58.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:21:0)
[19:16:58.720] Build status: SCHEDULED
[19:16:58.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:22:0) after 6m59s
[19:23:57.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:22:0)
[19:23:57.723] Build status: SCHEDULED
[19:23:57.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:23:0) after 3m18s
[19:27:15.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:23:0)
[19:27:15.810] Build status: SCHEDULED
[19:27:15.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:24:0) after 4m15s
[19:31:30.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:24:0)
[19:31:30.926] Build status: SCHEDULED
[19:31:30.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:25:0) after 8m43s
[19:40:13.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:25:0)
[19:40:14.013] Build status: SCHEDULED
[19:40:14.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:26:0) after 6m4s
[19:46:18.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:26:0)
[19:46:18.088] Build status: SCHEDULED
[19:46:18.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:27:0) after 9m19s
[19:55:37.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:27:0)
[19:55:37.185] Build status: SCHEDULED
[19:55:37.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:28:0) after 4m32s
[20:00:09.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:28:0)
[20:00:09.444] Build status: SCHEDULED
[20:00:09.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:29:0) after 6m33s
[20:06:42.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:29:0)
[20:06:42.496] Build status: SCHEDULED
[20:06:42.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:30:0) after 5m44s
[20:12:26.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:30:0)
[20:12:26.591] Build status: SCHEDULED
[20:12:26.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:31:0) after 6m29s
[20:18:55.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:31:0)
[20:18:55.693] Build status: SCHEDULED
[20:18:55.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:32:0) after 4m48s
[20:23:43.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:32:0)
[20:23:43.808] Build status: SCHEDULED
[20:23:43.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:33:0) after 7m33s
[20:31:16.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:33:0)
[20:31:16.862] Build status: SCHEDULED
[20:31:16.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:34:0) after 1m53s
[20:33:09.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:34:0)
[20:33:09.901] Build status: SCHEDULED
[20:33:09.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:35:0) after 4m49s
[20:37:58.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:35:0)
[20:37:59.027] Build status: SCHEDULED
[20:37:59.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:36:0) after 6m44s
[20:44:43.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:36:0)
[20:44:43.158] Build status: SCHEDULED
[20:44:43.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:37:0) after 9m34s
[20:54:17.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:37:0)
[20:54:17.200] Build status: SCHEDULED
[20:54:17.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:38:0) after 9m33s
[21:03:50.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:38:0)
[21:03:50.238] Build status: SCHEDULED
[21:03:50.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:39:0) after 2m46s
[21:06:36.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:39:0)
[21:06:36.413] Build status: SCHEDULED
[21:06:36.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:40:0) after 2m32s
[21:09:08.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:40:0)
[21:09:08.571] Build status: SCHEDULED
[21:09:08.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:41:0) after 2m9s
[21:11:17.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:41:0)
[21:11:17.624] Build status: SCHEDULED
[21:11:17.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:42:0) after 6m6s
[21:17:23.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:42:0)
[21:17:23.656] Build status: SCHEDULED
[21:17:23.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:43:0) after 5m33s
[21:22:56.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:43:0)
[21:22:56.716] Build status: SCHEDULED
[21:22:56.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:44:0) after 4m29s
[21:27:25.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:44:0)
[21:27:25.752] Build status: SCHEDULED
[21:27:25.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:45:0) after 5m35s
[21:33:00.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:45:0)
[21:33:00.809] Build status: SCHEDULED
[21:33:00.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:46:0) after 8m22s
[21:41:22.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:46:0)
[21:41:22.864] Build status: SCHEDULED
[21:41:22.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:47:0) after 2m46s
[21:44:09.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:47:0)
[21:44:09.045] Build status: SCHEDULED
[21:44:09.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:48:0) after 1m19s
[21:45:28.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:48:0)
[21:45:28.243] Build status: SCHEDULED
[21:45:28.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:49:0) after 1m52s
[21:47:20.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:49:0)
[21:47:20.307] Build status: SCHEDULED
[21:47:20.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:50:0) after 8m24s
[21:55:44.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:50:0)
[21:55:44.339] Build status: SCHEDULED
[21:55:44.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:51:0) after 3m35s
[21:59:19.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:51:0)
[21:59:19.417] Build status: SCHEDULED
[21:59:19.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:52:0) after 6m58s
[22:06:17.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:52:0)
[22:06:17.447] Build status: SCHEDULED
[22:06:17.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:53:0) after 2m49s
[22:09:06.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:53:0)
[22:09:06.484] Build status: SCHEDULED
[22:09:06.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:54:0) after 4m49s
[22:13:55.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:54:0)
[22:13:55.582] Build status: SCHEDULED
[22:13:55.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:55:0) after 9m45s
[22:23:40.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:55:0)
[22:23:40.821] Build status: SCHEDULED
[22:23:40.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:56:0) after 8m57s
[22:32:37.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:56:0)
[22:32:37.867] Build status: SCHEDULED
[22:32:37.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:57:0) after 2m44s
[22:35:21.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:57:0)
[22:35:21.859] Build status: SCHEDULED
[22:35:21.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:58:0) after 9m42s
[22:45:03.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:58:0)
[22:45:03.989] Build status: SCHEDULED
[22:45:03.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:59:0) after 2m37s
[22:47:41.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:59:0)
[22:47:41.112] Build status: SCHEDULED
[22:47:41.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:60:0) after 3m19s
[22:51:00.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:60:0)
[22:51:00.158] Build status: SCHEDULED
[22:51:00.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:61:0) after 2m37s
[22:53:37.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:61:0)
[22:53:37.185] Build status: SCHEDULED
[22:53:37.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:62:0) after 7m33s
[23:01:10.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:62:0)
[23:01:10.289] Build status: SCHEDULED
[23:01:10.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:63:0) after 9m43s
[23:10:53.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:63:0)
[23:10:53.456] Build status: SCHEDULED
[23:10:53.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:64:0) after 6m8s
[23:17:01.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:64:0)
[23:17:01.562] Build status: SCHEDULED
[23:17:01.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:65:0) after 3m17s
[23:20:18.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:65:0)
[23:20:18.621] Build status: SCHEDULED
[23:20:18.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:66:0) after 5m48s
[23:26:06.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:66:0)
[23:26:06.677] Build status: SCHEDULED
[23:26:06.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:67:0) after 6m29s
[23:32:35.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:67:0)
[23:32:35.725] Build status: SCHEDULED
[23:32:35.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:68:0) after 7m47s
[23:40:22.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:68:0)
[23:40:22.816] Build status: SCHEDULED
[23:40:22.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:69:0) after 5m57s
[23:46:19.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:69:0)
[23:46:19.948] Build status: SCHEDULED
[23:46:19.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:70:0) after 1m56s
[23:48:16.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:70:0)
[23:48:16.559] Build status: SCHEDULED
[23:48:16.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:71:0) after 2m12s
[23:50:28.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:71:0)
[23:50:28.626] Build status: SCHEDULED
[23:50:28.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:72:0) after 5m6s
[23:55:34.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:72:0)
[23:55:34.689] Build status: SCHEDULED
[23:55:34.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:73:0) after 6m33s
[00:02:07.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:73:0)
[00:02:07.750] Build status: SCHEDULED
[00:02:07.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:74:0) after 6m31s
[00:08:38.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:74:0)
[00:08:38.863] Build status: SCHEDULED
[00:08:38.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:75:0) after 9m18s
[00:17:56.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:75:0)
[00:17:56.925] Build status: SCHEDULED
[00:17:56.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:76:0) after 8m7s
[00:26:03.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:76:0)
[00:26:03.964] Build status: SCHEDULED
[00:26:03.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:77:0) after 7m10s
[00:33:13.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:77:0)
[00:33:14.003] Build status: SCHEDULED
[00:33:14.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:78:0) after 1m22s
[00:34:36.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:78:0)
[00:34:36.037] Build status: SCHEDULED
[00:34:36.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:79:0) after 4m22s
[00:38:58.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:79:0)
[00:38:58.125] Build status: SCHEDULED
[00:38:58.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:80:0) after 3m7s
[00:42:05.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:80:0)
[00:42:05.188] Build status: SCHEDULED
[00:42:05.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:81:0) after 8m59s
[00:45:56.055] Received PubSub notification, asking Buildbucket for the build status
[00:45:56.257] Build status: STARTED
[00:51:04.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:81:0)
[00:51:04.260] Build status: STARTED
[00:51:04.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:83:0) after 5m40s
[00:56:44.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:83:0)
[00:56:44.266] Build status: STARTED
[00:56:44.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8872241817082929040:84:0) after 9m8s
[01:00:13.732] Received PubSub notification, asking Buildbucket for the build status
[01:00:13.751] Build:
{
"id": "8706811754818241777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-11T17:44:33.853936561Z",
"startTime": "2025-08-12T00:45:14.493498567Z",
"endTime": "2025-08-12T01:00:13.465773110Z",
"updateTime": "2025-08-12T01:00:13.465773110Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2f23c98d03eb60bd324a9f4a33d3c0bda294e90f",
"ref": "refs/heads/main"
}
}
}
[01:00:13.751] Invocation finished in 7h15m41.441011828s with status SUCCEEDED