[17:19:43.031] New invocation is queued and will start shortly
[17:19:44.089] Starting the invocation (attempt 1)
[17:19:44.116] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e9da3f431b6b80d706fb2ef4649d8598a6304600"
[17:19:44.116] Popped gitiles commit info from properties and tags
[17:19:44.116] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:19:44.117] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:19:44.117] Buildbucket request:
{
"requestId": "8874508302878511024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874508302878511024",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fcd4c6b1a42ec9ff4d6d5406fa143edd408e41c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcd4c6b1a42ec9ff4d6d5406fa143edd408e41c4",
"title": "fcd4c6b1a42ec9ff4d6d5406fa143edd408e41c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcd4c6b1a42ec9ff4d6d5406fa143edd408e41c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5a446c502f9cb690ba182892a8cfcf0b2b6d6742"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5a446c502f9cb690ba182892a8cfcf0b2b6d6742",
"title": "5a446c502f9cb690ba182892a8cfcf0b2b6d6742",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5a446c502f9cb690ba182892a8cfcf0b2b6d6742"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e9da3f431b6b80d706fb2ef4649d8598a6304600"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9da3f431b6b80d706fb2ef4649d8598a6304600",
"title": "e9da3f431b6b80d706fb2ef4649d8598a6304600",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9da3f431b6b80d706fb2ef4649d8598a6304600"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9da3f431b6b80d706fb2ef4649d8598a6304600",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874508302878511024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:19:44.603] Scheduled build:
{
"id": "8709078241021342241",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-17T17:19:44.173488893Z",
"updateTime": "2025-07-17T17:19:44.173488893Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9da3f431b6b80d706fb2ef4649d8598a6304600",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:19:44.603] Task URL: https://cr-buildbucket.appspot.com/build/8709078241021342241
[17:19:44.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:2:0) after 2m58s
[17:20:22.187] Received PubSub notification, asking Buildbucket for the build status
[17:20:22.223] Build status: SCHEDULED
[17:22:42.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:2:0)
[17:22:42.795] Build status: SCHEDULED
[17:22:42.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:4:0) after 9m58s
[17:32:40.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:4:0)
[17:32:41.021] Build status: SCHEDULED
[17:32:41.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:5:0) after 9m15s
[17:41:56.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:5:0)
[17:41:56.085] Build status: SCHEDULED
[17:41:56.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:6:0) after 9m10s
[17:51:06.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:6:0)
[17:51:06.313] Build status: SCHEDULED
[17:51:06.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:7:0) after 4m53s
[17:55:59.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:7:0)
[17:55:59.398] Build status: SCHEDULED
[17:55:59.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:8:0) after 6m7s
[18:02:06.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:8:0)
[18:02:06.517] Build status: SCHEDULED
[18:02:06.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:9:0) after 2m45s
[18:04:51.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:9:0)
[18:04:51.567] Build status: SCHEDULED
[18:04:51.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:10:0) after 7m33s
[18:12:24.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:10:0)
[18:12:24.609] Build status: SCHEDULED
[18:12:24.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:11:0) after 5m22s
[18:17:46.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:11:0)
[18:17:46.638] Build status: SCHEDULED
[18:17:46.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:12:0) after 5m19s
[18:23:05.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:12:0)
[18:23:05.691] Build status: SCHEDULED
[18:23:05.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:13:0) after 2m34s
[18:25:39.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:13:0)
[18:25:39.800] Build status: SCHEDULED
[18:25:39.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:14:0) after 2m9s
[18:27:48.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:14:0)
[18:27:48.879] Build status: SCHEDULED
[18:27:48.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:15:0) after 7m5s
[18:34:53.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:15:0)
[18:34:53.926] Build status: SCHEDULED
[18:34:53.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:16:0) after 7m31s
[18:42:24.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:16:0)
[18:42:24.998] Build status: SCHEDULED
[18:42:24.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:17:0) after 9m20s
[18:51:45.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:17:0)
[18:51:45.101] Build status: SCHEDULED
[18:51:45.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:18:0) after 8m26s
[19:00:11.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:18:0)
[19:00:11.225] Build status: SCHEDULED
[19:00:11.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:19:0) after 8m25s
[19:08:36.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:19:0)
[19:08:36.359] Build status: SCHEDULED
[19:08:36.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:20:0) after 6m37s
[19:15:13.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:20:0)
[19:15:13.452] Build status: SCHEDULED
[19:15:13.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:21:0) after 1m41s
[19:16:54.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:21:0)
[19:16:54.614] Build status: SCHEDULED
[19:16:54.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:22:0) after 7m3s
[19:23:57.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:22:0)
[19:23:57.671] Build status: SCHEDULED
[19:23:57.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:23:0) after 4m46s
[19:28:43.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:23:0)
[19:28:43.812] Build status: SCHEDULED
[19:28:43.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:24:0) after 5m41s
[19:34:24.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:24:0)
[19:34:24.910] Build status: SCHEDULED
[19:34:24.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:25:0) after 6m55s
[19:41:19.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:25:0)
[19:41:19.967] Build status: SCHEDULED
[19:41:19.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:26:0) after 5m51s
[19:47:11.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:26:0)
[19:47:11.062] Build status: SCHEDULED
[19:47:11.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:27:0) after 5m52s
[19:53:03.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:27:0)
[19:53:03.212] Build status: SCHEDULED
[19:53:03.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:28:0) after 7m18s
[20:00:21.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:28:0)
[20:00:21.286] Build status: SCHEDULED
[20:00:21.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:29:0) after 7m2s
[20:07:23.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:29:0)
[20:07:23.344] Build status: SCHEDULED
[20:07:23.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:30:0) after 5m18s
[20:12:41.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:30:0)
[20:12:41.386] Build status: SCHEDULED
[20:12:41.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:31:0) after 6m6s
[20:18:47.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:31:0)
[20:18:47.627] Build status: SCHEDULED
[20:18:47.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:32:0) after 7m40s
[20:26:27.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:32:0)
[20:26:27.722] Build status: SCHEDULED
[20:26:27.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:33:0) after 3m47s
[20:30:14.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:33:0)
[20:30:14.842] Build status: SCHEDULED
[20:30:14.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:34:0) after 8m0s
[20:38:14.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:34:0)
[20:38:14.997] Build status: SCHEDULED
[20:38:14.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:35:0) after 4m19s
[20:42:34.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:35:0)
[20:42:34.103] Build status: SCHEDULED
[20:42:34.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:36:0) after 6m15s
[20:48:49.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:36:0)
[20:48:49.192] Build status: SCHEDULED
[20:48:49.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:37:0) after 1m47s
[20:50:36.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:37:0)
[20:50:36.193] Build status: SCHEDULED
[20:50:36.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:38:0) after 4m27s
[20:55:03.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:38:0)
[20:55:03.323] Build status: SCHEDULED
[20:55:03.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:39:0) after 2m51s
[20:57:54.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:39:0)
[20:57:54.381] Build status: SCHEDULED
[20:57:54.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:40:0) after 1m44s
[20:59:38.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:40:0)
[20:59:38.435] Build status: SCHEDULED
[20:59:38.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:41:0) after 7m44s
[21:07:22.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:41:0)
[21:07:22.481] Build status: SCHEDULED
[21:07:22.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:42:0) after 3m7s
[21:10:29.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:42:0)
[21:10:29.720] Build status: SCHEDULED
[21:10:29.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:43:0) after 6m10s
[21:16:39.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:43:0)
[21:16:39.823] Build status: SCHEDULED
[21:16:39.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:44:0) after 7m1s
[21:23:40.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:44:0)
[21:23:40.980] Build status: SCHEDULED
[21:23:40.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:45:0) after 7m2s
[21:30:43.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:45:0)
[21:30:43.082] Build status: SCHEDULED
[21:30:43.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:46:0) after 4m42s
[21:35:25.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:46:0)
[21:35:25.137] Build status: SCHEDULED
[21:35:25.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:47:0) after 7m55s
[21:43:20.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:47:0)
[21:43:20.277] Build status: SCHEDULED
[21:43:20.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:48:0) after 3m18s
[21:46:38.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:48:0)
[21:46:38.324] Build status: SCHEDULED
[21:46:38.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:49:0) after 7m48s
[21:54:26.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:49:0)
[21:54:26.378] Build status: SCHEDULED
[21:54:26.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:50:0) after 2m48s
[21:57:14.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:50:0)
[21:57:14.381] Build status: SCHEDULED
[21:57:14.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:51:0) after 1m15s
[21:58:29.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:51:0)
[21:58:29.420] Build status: SCHEDULED
[21:58:29.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:52:0) after 6m23s
[22:04:52.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:52:0)
[22:04:52.542] Build status: SCHEDULED
[22:04:52.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:53:0) after 9m1s
[22:13:53.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:53:0)
[22:13:53.589] Build status: SCHEDULED
[22:13:53.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:54:0) after 2m30s
[22:16:23.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:54:0)
[22:16:23.692] Build status: SCHEDULED
[22:16:23.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:55:0) after 2m27s
[22:18:50.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:55:0)
[22:18:50.847] Build status: SCHEDULED
[22:18:50.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:56:0) after 9m47s
[22:28:37.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:56:0)
[22:28:37.922] Build status: SCHEDULED
[22:28:37.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:57:0) after 8m45s
[22:31:49.977] Received PubSub notification, asking Buildbucket for the build status
[22:31:49.998] Build status: STARTED
[22:37:22.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:57:0)
[22:37:22.975] Build status: STARTED
[22:37:22.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:59:0) after 1m23s
[22:38:46.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:59:0)
[22:38:46.097] Build status: STARTED
[22:38:46.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874508302878511024:60:0) after 7m17s
[22:41:25.941] Received PubSub notification, asking Buildbucket for the build status
[22:41:25.982] Build:
{
"id": "8709078241021342241",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-17T17:19:44.173488893Z",
"startTime": "2025-07-17T22:31:49.790879791Z",
"endTime": "2025-07-17T22:41:25.523209789Z",
"updateTime": "2025-07-17T22:41:25.523209789Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9da3f431b6b80d706fb2ef4649d8598a6304600",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:41:25.982] Invocation finished in 5h21m42.964201265s with status SUCCEEDED