[19:52:57.058] New invocation is queued and will start shortly
[19:52:58.143] Starting the invocation (attempt 1)
[19:52:58.171] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/829e194cf5cfb5dca1d00aa27787d3188ff6ce0c"
[19:52:58.171] Popped gitiles commit info from properties and tags
[19:52:58.171] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:52:58.172] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:52:58.172] Buildbucket request:
{
"requestId": "8863808220201366688",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863808220201366688",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "829e194cf5cfb5dca1d00aa27787d3188ff6ce0c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@829e194cf5cfb5dca1d00aa27787d3188ff6ce0c",
"title": "829e194cf5cfb5dca1d00aa27787d3188ff6ce0c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/829e194cf5cfb5dca1d00aa27787d3188ff6ce0c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "829e194cf5cfb5dca1d00aa27787d3188ff6ce0c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863808220201366688"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:52:58.619] Scheduled build:
{
"id": "8698378158267445873",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-12T19:52:58.279779034Z",
"updateTime": "2025-11-12T19:52:58.279779034Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "829e194cf5cfb5dca1d00aa27787d3188ff6ce0c",
"ref": "refs/heads/main"
}
}
}
[19:52:58.619] Task URL: https://cr-buildbucket.appspot.com/build/8698378158267445873
[19:52:58.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:2:0) after 2m42s
[19:52:59.572] Received PubSub notification, asking Buildbucket for the build status
[19:52:59.608] Build status: SCHEDULED
[19:55:40.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:2:0)
[19:55:40.616] Build status: SCHEDULED
[19:55:40.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:4:0) after 6m7s
[20:01:47.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:4:0)
[20:01:47.657] Build status: SCHEDULED
[20:01:47.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:5:0) after 5m39s
[20:07:26.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:5:0)
[20:07:26.840] Build status: SCHEDULED
[20:07:26.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:6:0) after 5m14s
[20:12:40.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:6:0)
[20:12:40.919] Build status: SCHEDULED
[20:12:40.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:7:0) after 9m49s
[20:22:29.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:7:0)
[20:22:29.985] Build status: SCHEDULED
[20:22:29.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:8:0) after 5m46s
[20:28:16.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:8:0)
[20:28:16.096] Build status: SCHEDULED
[20:28:16.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:9:0) after 8m56s
[20:37:12.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:9:0)
[20:37:12.179] Build status: SCHEDULED
[20:37:12.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:10:0) after 1m40s
[20:38:52.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:10:0)
[20:38:52.190] Build status: SCHEDULED
[20:38:52.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:11:0) after 5m13s
[20:44:05.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:11:0)
[20:44:05.222] Build status: SCHEDULED
[20:44:05.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:12:0) after 3m18s
[20:47:23.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:12:0)
[20:47:23.300] Build status: SCHEDULED
[20:47:23.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:13:0) after 9m42s
[20:57:05.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:13:0)
[20:57:05.387] Build status: SCHEDULED
[20:57:05.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:14:0) after 4m25s
[21:01:30.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:14:0)
[21:01:30.418] Build status: SCHEDULED
[21:01:30.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:15:0) after 8m42s
[21:10:12.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:15:0)
[21:10:12.523] Build status: SCHEDULED
[21:10:12.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:16:0) after 2m19s
[21:12:31.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:16:0)
[21:12:31.652] Build status: SCHEDULED
[21:12:31.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:17:0) after 3m43s
[21:16:14.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:17:0)
[21:16:14.701] Build status: SCHEDULED
[21:16:14.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:18:0) after 1m18s
[21:17:32.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:18:0)
[21:17:32.746] Build status: SCHEDULED
[21:17:32.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:19:0) after 5m39s
[21:23:11.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:19:0)
[21:23:11.776] Build status: SCHEDULED
[21:23:11.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:20:0) after 5m28s
[21:28:39.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:20:0)
[21:28:39.912] Build status: SCHEDULED
[21:28:39.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:21:0) after 9m40s
[21:38:19.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:21:0)
[21:38:20.045] Build status: SCHEDULED
[21:38:20.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:22:0) after 6m3s
[21:44:23.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:22:0)
[21:44:23.078] Build status: SCHEDULED
[21:44:23.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:23:0) after 9m7s
[21:53:30.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:23:0)
[21:53:30.115] Build status: SCHEDULED
[21:53:30.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:24:0) after 4m44s
[21:58:14.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:24:0)
[21:58:14.198] Build status: SCHEDULED
[21:58:14.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:25:0) after 7m19s
[22:05:33.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:25:0)
[22:05:33.251] Build status: SCHEDULED
[22:05:33.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:26:0) after 1m4s
[22:06:37.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:26:0)
[22:06:37.276] Build status: SCHEDULED
[22:06:37.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:27:0) after 8m33s
[22:15:10.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:27:0)
[22:15:10.356] Build status: SCHEDULED
[22:15:10.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:28:0) after 9m1s
[22:24:11.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:28:0)
[22:24:11.389] Build status: SCHEDULED
[22:24:11.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:29:0) after 4m2s
[22:28:13.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:29:0)
[22:28:13.473] Build status: SCHEDULED
[22:28:13.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:30:0) after 1m51s
[22:30:04.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:30:0)
[22:30:04.521] Build status: SCHEDULED
[22:30:04.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:31:0) after 6m35s
[22:36:39.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:31:0)
[22:36:39.596] Build status: SCHEDULED
[22:36:39.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:32:0) after 2m47s
[22:39:26.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:32:0)
[22:39:26.632] Build status: SCHEDULED
[22:39:26.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:33:0) after 1m12s
[22:40:38.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:33:0)
[22:40:38.684] Build status: SCHEDULED
[22:40:38.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:34:0) after 3m30s
[22:44:08.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:34:0)
[22:44:08.716] Build status: SCHEDULED
[22:44:08.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:35:0) after 5m53s
[22:50:01.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:35:0)
[22:50:01.804] Build status: SCHEDULED
[22:50:01.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:36:0) after 9m7s
[22:59:08.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:36:0)
[22:59:08.994] Build status: SCHEDULED
[22:59:08.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:37:0) after 1m52s
[23:01:01.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:37:0)
[23:01:01.174] Build status: SCHEDULED
[23:01:01.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:38:0) after 8m7s
[23:09:08.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:38:0)
[23:09:08.228] Build status: SCHEDULED
[23:09:08.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:39:0) after 4m41s
[23:13:49.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:39:0)
[23:13:49.275] Build status: SCHEDULED
[23:13:49.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:40:0) after 3m21s
[23:17:10.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:40:0)
[23:17:10.359] Build status: SCHEDULED
[23:17:10.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:41:0) after 3m12s
[23:20:22.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:41:0)
[23:20:22.399] Build status: SCHEDULED
[23:20:22.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:42:0) after 7m12s
[23:27:34.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:42:0)
[23:27:34.448] Build status: SCHEDULED
[23:27:34.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:43:0) after 9m55s
[23:37:29.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:43:0)
[23:37:29.553] Build status: SCHEDULED
[23:37:29.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:44:0) after 1m49s
[23:39:18.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:44:0)
[23:39:18.644] Build status: SCHEDULED
[23:39:18.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:45:0) after 3m39s
[23:42:57.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:45:0)
[23:42:57.720] Build status: SCHEDULED
[23:42:57.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:46:0) after 8m0s
[23:50:57.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:46:0)
[23:50:57.774] Build status: SCHEDULED
[23:50:57.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:47:0) after 6m1s
[23:56:58.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:47:0)
[23:56:58.805] Build status: SCHEDULED
[23:56:58.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:48:0) after 4m8s
[00:01:06.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:48:0)
[00:01:06.874] Build status: SCHEDULED
[00:01:06.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:49:0) after 6m20s
[00:07:26.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:49:0)
[00:07:26.906] Build status: SCHEDULED
[00:07:26.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:50:0) after 2m54s
[00:10:20.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:50:0)
[00:10:20.937] Build status: SCHEDULED
[00:10:20.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:51:0) after 5m22s
[00:15:42.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:51:0)
[00:15:43.003] Build status: SCHEDULED
[00:15:43.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:52:0) after 3m25s
[00:19:08.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:52:0)
[00:19:08.038] Build status: SCHEDULED
[00:19:08.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:53:0) after 3m33s
[00:22:41.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:53:0)
[00:22:41.234] Build status: SCHEDULED
[00:22:41.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:54:0) after 8m16s
[00:30:57.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:54:0)
[00:30:57.346] Build status: SCHEDULED
[00:30:57.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:55:0) after 6m59s
[00:37:56.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:55:0)
[00:37:56.425] Build status: SCHEDULED
[00:37:56.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:56:0) after 6m11s
[00:44:07.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:56:0)
[00:44:07.491] Build status: SCHEDULED
[00:44:07.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:57:0) after 1m9s
[00:45:16.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:57:0)
[00:45:16.580] Build status: SCHEDULED
[00:45:16.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:58:0) after 3m33s
[00:48:49.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:58:0)
[00:48:49.710] Build status: SCHEDULED
[00:48:49.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:59:0) after 8m57s
[00:57:46.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:59:0)
[00:57:46.758] Build status: SCHEDULED
[00:57:46.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:60:0) after 8m57s
[01:06:43.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:60:0)
[01:06:43.951] Build status: SCHEDULED
[01:06:43.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:61:0) after 3m12s
[01:09:55.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:61:0)
[01:09:56.008] Build status: SCHEDULED
[01:09:56.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:62:0) after 4m11s
[01:14:07.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:62:0)
[01:14:07.084] Build status: SCHEDULED
[01:14:07.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:63:0) after 6m20s
[01:20:27.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:63:0)
[01:20:27.113] Build status: SCHEDULED
[01:20:27.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:64:0) after 4m17s
[01:24:44.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:64:0)
[01:24:44.111] Build status: SCHEDULED
[01:24:44.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:65:0) after 1m51s
[01:26:35.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:65:0)
[01:26:35.146] Build status: SCHEDULED
[01:26:35.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:66:0) after 6m41s
[01:33:16.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:66:0)
[01:33:16.198] Build status: SCHEDULED
[01:33:16.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:67:0) after 6m45s
[01:40:01.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:67:0)
[01:40:01.255] Build status: SCHEDULED
[01:40:01.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:68:0) after 3m35s
[01:43:36.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:68:0)
[01:43:36.295] Build status: SCHEDULED
[01:43:36.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:69:0) after 1m40s
[01:45:16.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:69:0)
[01:45:16.326] Build status: SCHEDULED
[01:45:16.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:70:0) after 8m38s
[01:53:54.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:70:0)
[01:53:54.356] Build status: SCHEDULED
[01:53:54.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:71:0) after 8m22s
[02:02:16.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:71:0)
[02:02:16.409] Build status: SCHEDULED
[02:02:16.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:72:0) after 6m37s
[02:08:53.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:72:0)
[02:08:53.603] Build status: SCHEDULED
[02:08:53.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:73:0) after 8m12s
[02:17:05.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:73:0)
[02:17:05.655] Build status: SCHEDULED
[02:17:05.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:74:0) after 3m9s
[02:20:14.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:74:0)
[02:20:14.661] Build status: SCHEDULED
[02:20:14.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:75:0) after 5m36s
[02:25:50.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:75:0)
[02:25:50.701] Build status: SCHEDULED
[02:25:50.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:76:0) after 2m58s
[02:28:48.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:76:0)
[02:28:48.729] Build status: SCHEDULED
[02:28:48.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:77:0) after 9m34s
[02:38:22.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:77:0)
[02:38:22.762] Build status: SCHEDULED
[02:38:22.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:78:0) after 6m50s
[02:45:12.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:78:0)
[02:45:12.790] Build status: SCHEDULED
[02:45:12.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:79:0) after 2m13s
[02:47:25.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:79:0)
[02:47:25.819] Build status: SCHEDULED
[02:47:25.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:80:0) after 6m54s
[02:54:20.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:80:0)
[02:54:20.061] Build status: SCHEDULED
[02:54:20.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:81:0) after 6m13s
[03:00:33.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:81:0)
[03:00:33.182] Build status: SCHEDULED
[03:00:33.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:82:0) after 9m22s
[03:09:55.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:82:0)
[03:09:55.331] Build status: SCHEDULED
[03:09:55.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:83:0) after 3m57s
[03:13:52.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:83:0)
[03:13:52.476] Build status: SCHEDULED
[03:13:52.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:84:0) after 7m44s
[03:21:36.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:84:0)
[03:21:36.516] Build status: SCHEDULED
[03:21:36.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:85:0) after 3m49s
[03:25:25.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:85:0)
[03:25:25.555] Build status: SCHEDULED
[03:25:25.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:86:0) after 9m58s
[03:35:23.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:86:0)
[03:35:23.538] Build status: SCHEDULED
[03:35:23.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:87:0) after 7m19s
[03:42:42.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:87:0)
[03:42:42.800] Build status: SCHEDULED
[03:42:42.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:88:0) after 7m9s
[03:44:42.145] Received PubSub notification, asking Buildbucket for the build status
[03:44:42.161] Build status: STARTED
[03:49:51.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:88:0)
[03:49:51.806] Build status: STARTED
[03:49:51.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:90:0) after 5m9s
[03:55:01.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:90:0)
[03:55:01.080] Build status: STARTED
[03:55:01.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:91:0) after 7m38s
[04:02:39.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:91:0)
[04:02:39.366] Build status: STARTED
[04:02:39.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:92:0) after 8m32s
[04:11:11.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:92:0)
[04:11:11.926] Build status: STARTED
[04:11:11.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:93:0) after 9m25s
[04:20:37.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:93:0)
[04:20:37.318] Build status: STARTED
[04:20:37.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:94:0) after 3m53s
[04:24:30.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:94:0)
[04:24:30.566] Build status: STARTED
[04:24:30.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:95:0) after 5m8s
[04:29:38.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:95:0)
[04:29:38.660] Build status: STARTED
[04:29:38.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:96:0) after 1m53s
[04:31:31.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:96:0)
[04:31:31.886] Build status: STARTED
[04:31:31.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863808220201366688:97:0) after 3m11s
[04:33:22.494] Received PubSub notification, asking Buildbucket for the build status
[04:33:22.535] Build:
{
"id": "8698378158267445873",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-12T19:52:58.279779034Z",
"startTime": "2025-11-13T03:44:17.495136669Z",
"endTime": "2025-11-13T04:33:22.221402923Z",
"updateTime": "2025-11-13T04:33:22.221402923Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "829e194cf5cfb5dca1d00aa27787d3188ff6ce0c",
"ref": "refs/heads/main"
}
}
}
[04:33:22.535] Invocation finished in 8h40m25.484386017s with status FAILED