[04:37:12.264] New invocation is queued and will start shortly
[04:37:13.369] Starting the invocation (attempt 1)
[04:37:13.400] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
[04:37:13.400] Popped gitiles commit info from properties and tags
[04:37:13.400] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:37:13.400] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:37:13.400] Buildbucket request:
{
"requestId": "8881079257610309056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8881079257610309056",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc055a5882fe7d0669c20813526f3e7a7fe14294"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc055a5882fe7d0669c20813526f3e7a7fe14294",
"title": "bc055a5882fe7d0669c20813526f3e7a7fe14294",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc055a5882fe7d0669c20813526f3e7a7fe14294"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "01610a739b206dbb6c81e8d3e88594ca6b670bc3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01610a739b206dbb6c81e8d3e88594ca6b670bc3",
"title": "01610a739b206dbb6c81e8d3e88594ca6b670bc3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01610a739b206dbb6c81e8d3e88594ca6b670bc3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5a09589881b2bd348eafe85e5944c7361613e4d",
"title": "a5a09589881b2bd348eafe85e5944c7361613e4d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8881079257610309056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:37:13.793] Scheduled build:
{
"id": "8715649195702879937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-06T04:37:13.459009676Z",
"updateTime": "2025-05-06T04:37:13.459009676Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
"ref": "refs/heads/main"
}
}
}
[04:37:13.793] Task URL: https://cr-buildbucket.appspot.com/build/8715649195702879937
[04:37:13.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:2:0) after 2m3s
[04:37:14.799] Received PubSub notification, asking Buildbucket for the build status
[04:37:14.814] Build status: SCHEDULED
[04:39:16.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:2:0)
[04:39:16.837] Build status: SCHEDULED
[04:39:16.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:4:0) after 1m59s
[04:41:15.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:4:0)
[04:41:15.947] Build status: SCHEDULED
[04:41:15.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:5:0) after 7m2s
[04:48:17.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:5:0)
[04:48:17.996] Build status: SCHEDULED
[04:48:17.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:6:0) after 1m31s
[04:49:49.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:6:0)
[04:49:49.170] Build status: SCHEDULED
[04:49:49.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:7:0) after 3m29s
[04:53:18.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:7:0)
[04:53:18.459] Build status: SCHEDULED
[04:53:18.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:8:0) after 8m20s
[05:01:38.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:8:0)
[05:01:38.794] Build status: SCHEDULED
[05:01:38.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:9:0) after 6m41s
[05:08:19.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:9:0)
[05:08:19.829] Build status: SCHEDULED
[05:08:19.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:10:0) after 5m14s
[05:13:33.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:10:0)
[05:13:33.878] Build status: SCHEDULED
[05:13:33.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:11:0) after 8m57s
[05:22:30.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:11:0)
[05:22:30.977] Build status: SCHEDULED
[05:22:30.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:12:0) after 3m9s
[05:25:40.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:12:0)
[05:25:40.211] Build status: SCHEDULED
[05:25:40.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:13:0) after 3m21s
[05:29:01.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:13:0)
[05:29:01.273] Build status: SCHEDULED
[05:29:01.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:14:0) after 9m7s
[05:38:08.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:14:0)
[05:38:08.466] Build status: SCHEDULED
[05:38:08.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:15:0) after 4m53s
[05:43:01.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:15:0)
[05:43:01.513] Build status: SCHEDULED
[05:43:01.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:16:0) after 6m58s
[05:49:59.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:16:0)
[05:49:59.557] Build status: SCHEDULED
[05:49:59.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:17:0) after 3m4s
[05:53:03.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:17:0)
[05:53:03.598] Build status: SCHEDULED
[05:53:03.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:18:0) after 2m6s
[05:55:09.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:18:0)
[05:55:09.646] Build status: SCHEDULED
[05:55:09.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:19:0) after 8m38s
[06:03:47.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:19:0)
[06:03:47.696] Build status: SCHEDULED
[06:03:47.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:20:0) after 6m51s
[06:10:38.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:20:0)
[06:10:38.740] Build status: SCHEDULED
[06:10:38.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:21:0) after 9m34s
[06:20:12.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:21:0)
[06:20:12.808] Build status: SCHEDULED
[06:20:12.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:22:0) after 3m24s
[06:23:36.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:22:0)
[06:23:36.866] Build status: SCHEDULED
[06:23:36.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:23:0) after 8m57s
[06:32:34.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:23:0)
[06:32:34.250] Build status: SCHEDULED
[06:32:34.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:24:0) after 7m54s
[06:40:28.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:24:0)
[06:40:28.294] Build status: SCHEDULED
[06:40:28.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:25:0) after 2m47s
[06:43:15.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:25:0)
[06:43:15.349] Build status: SCHEDULED
[06:43:15.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:26:0) after 3m48s
[06:47:03.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:26:0)
[06:47:03.444] Build status: SCHEDULED
[06:47:03.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:27:0) after 4m18s
[06:51:21.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:27:0)
[06:51:21.482] Build status: SCHEDULED
[06:51:21.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:28:0) after 6m41s
[06:58:02.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:28:0)
[06:58:02.546] Build status: SCHEDULED
[06:58:02.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:29:0) after 8m7s
[07:06:09.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:29:0)
[07:06:09.616] Build status: SCHEDULED
[07:06:09.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:30:0) after 4m38s
[07:10:47.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:30:0)
[07:10:47.661] Build status: SCHEDULED
[07:10:47.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:31:0) after 4m29s
[07:15:16.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:31:0)
[07:15:16.757] Build status: SCHEDULED
[07:15:16.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:32:0) after 1m15s
[07:16:31.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:32:0)
[07:16:31.815] Build status: SCHEDULED
[07:16:31.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:33:0) after 9m39s
[07:26:10.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:33:0)
[07:26:11.008] Build status: SCHEDULED
[07:26:11.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:34:0) after 8m16s
[07:34:27.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:34:0)
[07:34:27.076] Build status: SCHEDULED
[07:34:27.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:35:0) after 1m32s
[07:35:59.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:35:0)
[07:35:59.290] Build status: SCHEDULED
[07:35:59.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:36:0) after 3m28s
[07:39:27.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:36:0)
[07:39:27.456] Build status: SCHEDULED
[07:39:27.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:37:0) after 7m17s
[07:46:44.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:37:0)
[07:46:44.856] Build status: SCHEDULED
[07:46:44.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:38:0) after 5m19s
[07:52:04.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:38:0)
[07:52:04.099] Build status: SCHEDULED
[07:52:04.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:39:0) after 8m37s
[08:00:41.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:39:0)
[08:00:41.201] Build status: SCHEDULED
[08:00:41.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:40:0) after 9m1s
[08:09:42.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:40:0)
[08:09:42.262] Build status: SCHEDULED
[08:09:42.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:41:0) after 3m41s
[08:13:23.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:41:0)
[08:13:23.323] Build status: SCHEDULED
[08:13:23.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:42:0) after 2m20s
[08:15:43.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:42:0)
[08:15:43.386] Build status: SCHEDULED
[08:15:43.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:43:0) after 9m44s
[08:25:27.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:43:0)
[08:25:27.444] Build status: SCHEDULED
[08:25:27.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:44:0) after 5m29s
[08:30:56.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:44:0)
[08:30:56.507] Build status: SCHEDULED
[08:30:56.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:45:0) after 4m30s
[08:35:26.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:45:0)
[08:35:26.561] Build status: SCHEDULED
[08:35:26.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:46:0) after 1m28s
[08:36:54.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:46:0)
[08:36:54.766] Build status: SCHEDULED
[08:36:54.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:47:0) after 2m30s
[08:39:24.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:47:0)
[08:39:24.801] Build status: SCHEDULED
[08:39:24.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:48:0) after 1m2s
[08:40:26.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:48:0)
[08:40:26.838] Build status: SCHEDULED
[08:40:26.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:49:0) after 4m8s
[08:44:34.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:49:0)
[08:44:34.881] Build status: SCHEDULED
[08:44:34.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:50:0) after 1m23s
[08:45:57.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:50:0)
[08:45:57.878] Build status: SCHEDULED
[08:45:57.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:51:0) after 6m11s
[08:52:08.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:51:0)
[08:52:08.960] Build status: SCHEDULED
[08:52:08.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:52:0) after 2m39s
[08:54:48.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:52:0)
[08:54:48.114] Build status: SCHEDULED
[08:54:48.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:53:0) after 8m40s
[09:03:28.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:53:0)
[09:03:28.132] Build status: SCHEDULED
[09:03:28.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:54:0) after 8m37s
[09:12:05.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:54:0)
[09:12:05.182] Build status: SCHEDULED
[09:12:05.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:55:0) after 9m55s
[09:22:00.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:55:0)
[09:22:00.219] Build status: SCHEDULED
[09:22:00.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:56:0) after 1m30s
[09:23:30.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:56:0)
[09:23:30.276] Build status: SCHEDULED
[09:23:30.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:57:0) after 9m36s
[09:33:06.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:57:0)
[09:33:06.392] Build status: SCHEDULED
[09:33:06.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:58:0) after 9m42s
[09:42:48.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:58:0)
[09:42:48.494] Build status: SCHEDULED
[09:42:48.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:59:0) after 5m59s
[09:48:47.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:59:0)
[09:48:47.539] Build status: SCHEDULED
[09:48:47.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:60:0) after 2m1s
[09:50:48.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:60:0)
[09:50:48.597] Build status: SCHEDULED
[09:50:48.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:61:0) after 2m56s
[09:53:44.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:61:0)
[09:53:44.795] Build status: SCHEDULED
[09:53:44.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:62:0) after 4m38s
[09:58:22.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:62:0)
[09:58:23.033] Build status: SCHEDULED
[09:58:23.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:63:0) after 5m51s
[10:04:14.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:63:0)
[10:04:14.079] Build status: SCHEDULED
[10:04:14.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:64:0) after 3m22s
[10:07:36.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:64:0)
[10:07:36.121] Build status: SCHEDULED
[10:07:36.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:65:0) after 1m38s
[10:09:14.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:65:0)
[10:09:14.214] Build status: SCHEDULED
[10:09:14.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:66:0) after 8m28s
[10:17:42.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:66:0)
[10:17:42.273] Build status: SCHEDULED
[10:17:42.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:67:0) after 7m38s
[10:25:20.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:67:0)
[10:25:20.382] Build status: SCHEDULED
[10:25:20.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:68:0) after 9m36s
[10:34:56.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:68:0)
[10:34:56.475] Build status: SCHEDULED
[10:34:56.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:69:0) after 1m22s
[10:36:18.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:69:0)
[10:36:18.594] Build status: SCHEDULED
[10:36:18.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:70:0) after 4m52s
[10:41:10.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:70:0)
[10:41:10.783] Build status: SCHEDULED
[10:41:10.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:71:0) after 7m9s
[10:48:19.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:71:0)
[10:48:19.908] Build status: SCHEDULED
[10:48:19.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:72:0) after 2m8s
[10:50:27.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:72:0)
[10:50:28.030] Build status: SCHEDULED
[10:50:28.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:73:0) after 6m13s
[10:56:41.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:73:0)
[10:56:41.155] Build status: SCHEDULED
[10:56:41.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:74:0) after 6m52s
[11:03:33.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:74:0)
[11:03:33.239] Build status: SCHEDULED
[11:03:33.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:75:0) after 1m44s
[11:05:17.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:75:0)
[11:05:17.392] Build status: SCHEDULED
[11:05:17.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:76:0) after 6m21s
[11:11:38.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:76:0)
[11:11:38.426] Build status: SCHEDULED
[11:11:38.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:77:0) after 5m33s
[11:17:11.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:77:0)
[11:17:11.524] Build status: SCHEDULED
[11:17:11.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:78:0) after 3m15s
[11:20:26.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:78:0)
[11:20:26.636] Build status: SCHEDULED
[11:20:26.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:79:0) after 9m49s
[11:30:15.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:79:0)
[11:30:15.726] Build status: SCHEDULED
[11:30:15.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:80:0) after 8m19s
[11:38:34.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:80:0)
[11:38:34.766] Build status: SCHEDULED
[11:38:34.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:81:0) after 6m27s
[11:45:01.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:81:0)
[11:45:01.866] Build status: SCHEDULED
[11:45:01.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:82:0) after 8m46s
[11:53:47.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:82:0)
[11:53:47.986] Build status: SCHEDULED
[11:53:47.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:83:0) after 9m50s
[12:03:38.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:83:0)
[12:03:38.100] Build status: SCHEDULED
[12:03:38.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:84:0) after 5m18s
[12:08:56.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:84:0)
[12:08:56.237] Build status: SCHEDULED
[12:08:56.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:85:0) after 1m19s
[12:10:15.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:85:0)
[12:10:15.265] Build status: SCHEDULED
[12:10:15.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:86:0) after 3m58s
[12:14:13.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:86:0)
[12:14:13.345] Build status: SCHEDULED
[12:14:13.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:87:0) after 4m26s
[12:18:39.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:87:0)
[12:18:39.384] Build status: SCHEDULED
[12:18:39.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:88:0) after 4m19s
[12:22:58.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:88:0)
[12:22:58.422] Build status: SCHEDULED
[12:22:58.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:89:0) after 3m40s
[12:26:38.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:89:0)
[12:26:38.516] Build status: SCHEDULED
[12:26:38.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:90:0) after 2m0s
[12:28:38.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:90:0)
[12:28:38.751] Build status: SCHEDULED
[12:28:38.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:91:0) after 7m40s
[12:36:18.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:91:0)
[12:36:18.813] Build status: SCHEDULED
[12:36:18.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8881079257610309056:92:0) after 1m3s
[12:37:20.260] Received PubSub notification, asking Buildbucket for the build status
[12:37:20.287] Build:
{
"id": "8715649195702879937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-06T04:37:13.459009676Z",
"endTime": "2025-05-06T12:37:19.945888725Z",
"updateTime": "2025-05-06T12:37:19.945888725Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
"ref": "refs/heads/main"
}
}
}
[12:37:20.287] Invocation finished in 8h0m8.031625385s with status FAILED