[21:44:49.092] New invocation is queued and will start shortly
[21:44:50.668] Starting the invocation (attempt 1)
[21:44:50.698] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/99d7c402a9711c36c850a977f8f56f6c00bff3da"
[21:44:50.698] Popped gitiles commit info from properties and tags
[21:44:50.698] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:44:50.698] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:44:50.698] Buildbucket request:
{
"requestId": "8885453857089830576",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885453857089830576",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5a5a2d74128dcac1e6cf0ef8827d973d89bdc85b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5a5a2d74128dcac1e6cf0ef8827d973d89bdc85b",
"title": "5a5a2d74128dcac1e6cf0ef8827d973d89bdc85b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5a5a2d74128dcac1e6cf0ef8827d973d89bdc85b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2dba9b78cf2d3e5f72402a3d6bf08eeb55302871"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2dba9b78cf2d3e5f72402a3d6bf08eeb55302871",
"title": "2dba9b78cf2d3e5f72402a3d6bf08eeb55302871",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2dba9b78cf2d3e5f72402a3d6bf08eeb55302871"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "892b65c87590213ad0bdfc4f440568892eaa4fe4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@892b65c87590213ad0bdfc4f440568892eaa4fe4",
"title": "892b65c87590213ad0bdfc4f440568892eaa4fe4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/892b65c87590213ad0bdfc4f440568892eaa4fe4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1ee626d174f8e32f47917fca68e79b786ac9ac26"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ee626d174f8e32f47917fca68e79b786ac9ac26",
"title": "1ee626d174f8e32f47917fca68e79b786ac9ac26",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ee626d174f8e32f47917fca68e79b786ac9ac26"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c64aca0509fbc55135d68bfc828e9dd3c47d243b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c64aca0509fbc55135d68bfc828e9dd3c47d243b",
"title": "c64aca0509fbc55135d68bfc828e9dd3c47d243b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c64aca0509fbc55135d68bfc828e9dd3c47d243b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "466384b3a70347a158fa5cc3f6f113e137f1bd8e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@466384b3a70347a158fa5cc3f6f113e137f1bd8e",
"title": "466384b3a70347a158fa5cc3f6f113e137f1bd8e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/466384b3a70347a158fa5cc3f6f113e137f1bd8e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4c4249c0442fbaa7acd8c9f51f2e83fc729326e5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4c4249c0442fbaa7acd8c9f51f2e83fc729326e5",
"title": "4c4249c0442fbaa7acd8c9f51f2e83fc729326e5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4c4249c0442fbaa7acd8c9f51f2e83fc729326e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b466e7c4d05481bbe36546d17981c5e0ea1b3d05"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b466e7c4d05481bbe36546d17981c5e0ea1b3d05",
"title": "b466e7c4d05481bbe36546d17981c5e0ea1b3d05",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b466e7c4d05481bbe36546d17981c5e0ea1b3d05"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0f049d65a96cda6f3a2d84c9475a1b9b94df0048"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f049d65a96cda6f3a2d84c9475a1b9b94df0048",
"title": "0f049d65a96cda6f3a2d84c9475a1b9b94df0048",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f049d65a96cda6f3a2d84c9475a1b9b94df0048"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "85faf90d1b354e9ca8ec8ddd82324539793f537b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@85faf90d1b354e9ca8ec8ddd82324539793f537b",
"title": "85faf90d1b354e9ca8ec8ddd82324539793f537b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/85faf90d1b354e9ca8ec8ddd82324539793f537b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "82b637403fee4abc1ace2c6e3d48b44e891c4ce4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@82b637403fee4abc1ace2c6e3d48b44e891c4ce4",
"title": "82b637403fee4abc1ace2c6e3d48b44e891c4ce4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/82b637403fee4abc1ace2c6e3d48b44e891c4ce4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "99d7c402a9711c36c850a977f8f56f6c00bff3da"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@99d7c402a9711c36c850a977f8f56f6c00bff3da",
"title": "99d7c402a9711c36c850a977f8f56f6c00bff3da",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/99d7c402a9711c36c850a977f8f56f6c00bff3da"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "99d7c402a9711c36c850a977f8f56f6c00bff3da",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885453857089830576"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:44:51.613] Scheduled build:
{
"id": "8720023794696012001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-18T21:44:50.755529715Z",
"updateTime": "2025-03-18T21:44:50.755529715Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "99d7c402a9711c36c850a977f8f56f6c00bff3da",
"ref": "refs/heads/main"
}
}
}
[21:44:51.614] Task URL: https://cr-buildbucket.appspot.com/build/8720023794696012001
[21:44:51.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:2:0) after 9m48s
[21:44:52.260] Received PubSub notification, asking Buildbucket for the build status
[21:44:52.344] Build status: SCHEDULED
[21:54:40.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:2:0)
[21:54:40.028] Build status: SCHEDULED
[21:54:40.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:4:0) after 3m27s
[21:58:07.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:4:0)
[21:58:07.144] Build status: SCHEDULED
[21:58:07.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:5:0) after 9m14s
[22:07:21.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:5:0)
[22:07:21.291] Build status: SCHEDULED
[22:07:21.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:6:0) after 2m20s
[22:09:41.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:6:0)
[22:09:41.362] Build status: SCHEDULED
[22:09:41.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:7:0) after 1m12s
[22:10:53.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:7:0)
[22:10:53.380] Build status: SCHEDULED
[22:10:53.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:8:0) after 9m11s
[22:20:04.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:8:0)
[22:20:04.455] Build status: SCHEDULED
[22:20:04.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:9:0) after 4m7s
[22:24:11.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:9:0)
[22:24:11.609] Build status: SCHEDULED
[22:24:11.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:10:0) after 1m25s
[22:25:36.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:10:0)
[22:25:36.629] Build status: SCHEDULED
[22:25:36.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:11:0) after 8m54s
[22:34:30.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:11:0)
[22:34:30.747] Build status: SCHEDULED
[22:34:30.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:12:0) after 7m40s
[22:42:10.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:12:0)
[22:42:10.917] Build status: SCHEDULED
[22:42:10.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:13:0) after 9m55s
[22:52:05.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:13:0)
[22:52:06.030] Build status: SCHEDULED
[22:52:06.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:14:0) after 1m58s
[22:54:04.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:14:0)
[22:54:04.081] Build status: SCHEDULED
[22:54:04.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:15:0) after 1m56s
[22:56:00.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:15:0)
[22:56:00.162] Build status: SCHEDULED
[22:56:00.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:16:0) after 6m59s
[23:02:59.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:16:0)
[23:02:59.372] Build status: SCHEDULED
[23:02:59.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:17:0) after 4m7s
[23:07:06.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:17:0)
[23:07:06.538] Build status: SCHEDULED
[23:07:06.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:18:0) after 5m24s
[23:12:30.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:18:0)
[23:12:30.577] Build status: SCHEDULED
[23:12:30.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:19:0) after 2m3s
[23:14:33.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:19:0)
[23:14:33.683] Build status: SCHEDULED
[23:14:33.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:20:0) after 7m2s
[23:21:35.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:20:0)
[23:21:35.764] Build status: SCHEDULED
[23:21:35.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:21:0) after 4m53s
[23:26:28.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:21:0)
[23:26:28.813] Build status: SCHEDULED
[23:26:28.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:22:0) after 5m5s
[23:31:33.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:22:0)
[23:31:33.879] Build status: SCHEDULED
[23:31:33.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:23:0) after 8m12s
[23:39:45.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:23:0)
[23:39:46.025] Build status: SCHEDULED
[23:39:46.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:24:0) after 4m52s
[23:44:38.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:24:0)
[23:44:38.222] Build status: SCHEDULED
[23:44:38.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:25:0) after 7m55s
[23:52:33.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:25:0)
[23:52:33.278] Build status: SCHEDULED
[23:52:33.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:26:0) after 1m1s
[23:53:34.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:26:0)
[23:53:34.318] Build status: SCHEDULED
[23:53:34.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:27:0) after 8m7s
[00:01:41.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:27:0)
[00:01:41.411] Build status: SCHEDULED
[00:01:41.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:28:0) after 5m18s
[00:06:59.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:28:0)
[00:06:59.614] Build status: SCHEDULED
[00:06:59.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:29:0) after 9m42s
[00:16:41.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:29:0)
[00:16:41.704] Build status: SCHEDULED
[00:16:41.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:30:0) after 5m25s
[00:22:06.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:30:0)
[00:22:06.743] Build status: SCHEDULED
[00:22:06.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:31:0) after 3m9s
[00:25:15.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:31:0)
[00:25:15.788] Build status: SCHEDULED
[00:25:15.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:32:0) after 2m20s
[00:27:35.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:32:0)
[00:27:35.970] Build status: SCHEDULED
[00:27:35.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:33:0) after 4m35s
[00:32:10.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:33:0)
[00:32:11.026] Build status: SCHEDULED
[00:32:11.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:34:0) after 5m34s
[00:37:45.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:34:0)
[00:37:45.075] Build status: SCHEDULED
[00:37:45.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:35:0) after 6m43s
[00:44:28.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:35:0)
[00:44:28.248] Build status: SCHEDULED
[00:44:28.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:36:0) after 6m21s
[00:50:49.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:36:0)
[00:50:49.392] Build status: SCHEDULED
[00:50:49.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:37:0) after 8m15s
[00:59:04.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:37:0)
[00:59:04.430] Build status: SCHEDULED
[00:59:04.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:38:0) after 4m21s
[01:03:25.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:38:0)
[01:03:25.462] Build status: SCHEDULED
[01:03:25.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:39:0) after 4m24s
[01:07:49.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:39:0)
[01:07:49.507] Build status: SCHEDULED
[01:07:49.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:40:0) after 8m36s
[01:16:25.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:40:0)
[01:16:25.684] Build status: SCHEDULED
[01:16:25.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:41:0) after 5m27s
[01:21:52.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:41:0)
[01:21:52.740] Build status: SCHEDULED
[01:21:52.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:42:0) after 8m50s
[01:30:42.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:42:0)
[01:30:42.935] Build status: SCHEDULED
[01:30:42.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:43:0) after 5m27s
[01:36:09.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:43:0)
[01:36:10.062] Build status: SCHEDULED
[01:36:10.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:44:0) after 8m11s
[01:44:21.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:44:0)
[01:44:21.106] Build status: SCHEDULED
[01:44:21.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:45:0) after 2m36s
[01:46:57.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:45:0)
[01:46:57.098] Build status: SCHEDULED
[01:46:57.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:46:0) after 8m15s
[01:55:12.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:46:0)
[01:55:12.145] Build status: SCHEDULED
[01:55:12.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:47:0) after 8m4s
[02:03:16.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:47:0)
[02:03:16.302] Build status: SCHEDULED
[02:03:16.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:48:0) after 7m5s
[02:10:21.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:48:0)
[02:10:21.345] Build status: SCHEDULED
[02:10:21.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:49:0) after 7m53s
[02:18:14.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:49:0)
[02:18:14.380] Build status: SCHEDULED
[02:18:14.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:50:0) after 4m41s
[02:22:55.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:50:0)
[02:22:55.509] Build status: SCHEDULED
[02:22:55.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:51:0) after 4m52s
[02:27:47.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:51:0)
[02:27:47.650] Build status: SCHEDULED
[02:27:47.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:52:0) after 4m53s
[02:32:40.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:52:0)
[02:32:40.689] Build status: SCHEDULED
[02:32:40.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:53:0) after 9m5s
[02:41:45.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:53:0)
[02:41:45.771] Build status: SCHEDULED
[02:41:45.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:54:0) after 8m45s
[02:50:30.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:54:0)
[02:50:30.902] Build status: SCHEDULED
[02:50:30.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:55:0) after 8m59s
[02:59:29.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:55:0)
[02:59:29.942] Build status: SCHEDULED
[02:59:29.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:56:0) after 3m49s
[03:03:18.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:56:0)
[03:03:18.977] Build status: SCHEDULED
[03:03:18.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:57:0) after 7m1s
[03:10:19.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:57:0)
[03:10:19.998] Build status: SCHEDULED
[03:10:19.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:58:0) after 9m25s
[03:19:45.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:58:0)
[03:19:45.240] Build status: SCHEDULED
[03:19:45.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:59:0) after 8m29s
[03:28:14.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:59:0)
[03:28:14.284] Build status: SCHEDULED
[03:28:14.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:60:0) after 9m0s
[03:37:14.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:60:0)
[03:37:14.368] Build status: SCHEDULED
[03:37:14.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:61:0) after 7m55s
[03:45:09.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:61:0)
[03:45:09.447] Build status: SCHEDULED
[03:45:09.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:62:0) after 7m52s
[03:53:02.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:62:0)
[03:53:02.036] Build status: SCHEDULED
[03:53:02.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:63:0) after 9m9s
[04:02:11.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:63:0)
[04:02:11.101] Build status: SCHEDULED
[04:02:11.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:64:0) after 5m8s
[04:07:19.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:64:0)
[04:07:19.396] Build status: SCHEDULED
[04:07:19.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:65:0) after 8m49s
[04:16:08.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:65:0)
[04:16:08.452] Build status: SCHEDULED
[04:16:08.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:66:0) after 4m24s
[04:20:33.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:66:0)
[04:20:33.160] Build status: SCHEDULED
[04:20:33.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:67:0) after 1m44s
[04:22:17.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:67:0)
[04:22:17.264] Build status: SCHEDULED
[04:22:17.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:68:0) after 4m8s
[04:26:25.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:68:0)
[04:26:25.308] Build status: SCHEDULED
[04:26:25.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:69:0) after 4m18s
[04:30:43.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:69:0)
[04:30:43.498] Build status: SCHEDULED
[04:30:43.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:70:0) after 8m0s
[04:38:43.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:70:0)
[04:38:43.563] Build status: SCHEDULED
[04:38:43.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:71:0) after 9m10s
[04:47:53.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:71:0)
[04:47:53.610] Build status: SCHEDULED
[04:47:53.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:72:0) after 1m39s
[04:49:33.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:72:0)
[04:49:33.349] Build status: SCHEDULED
[04:49:33.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:73:0) after 5m12s
[04:54:45.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:73:0)
[04:54:45.437] Build status: SCHEDULED
[04:54:45.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:74:0) after 1m25s
[04:56:10.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:74:0)
[04:56:10.519] Build status: SCHEDULED
[04:56:10.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:75:0) after 7m28s
[05:03:38.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:75:0)
[05:03:38.610] Build status: SCHEDULED
[05:03:38.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:76:0) after 1m8s
[05:04:46.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:76:0)
[05:04:46.869] Build status: SCHEDULED
[05:04:46.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:77:0) after 4m38s
[05:09:25.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:77:0)
[05:09:25.212] Build status: SCHEDULED
[05:09:25.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:78:0) after 2m14s
[05:11:39.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:78:0)
[05:11:39.287] Build status: SCHEDULED
[05:11:39.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:79:0) after 9m42s
[05:21:21.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:79:0)
[05:21:21.330] Build status: SCHEDULED
[05:21:21.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:80:0) after 5m36s
[05:26:57.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:80:0)
[05:26:57.390] Build status: SCHEDULED
[05:26:57.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:81:0) after 5m51s
[05:32:48.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:81:0)
[05:32:48.469] Build status: SCHEDULED
[05:32:48.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:82:0) after 4m43s
[05:37:31.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:82:0)
[05:37:31.621] Build status: SCHEDULED
[05:37:31.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8885453857089830576:83:0) after 8m12s
[05:44:58.706] Received PubSub notification, asking Buildbucket for the build status
[05:44:58.728] Build:
{
"id": "8720023794696012001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-18T21:44:50.755529715Z",
"endTime": "2025-03-19T05:44:58.506226377Z",
"updateTime": "2025-03-19T05:44:58.506226377Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "99d7c402a9711c36c850a977f8f56f6c00bff3da",
"ref": "refs/heads/main"
}
}
}
[05:44:58.728] Invocation finished in 8h0m9.639946887s with status FAILED