[00:25:28.694] New invocation is queued and will start shortly
[00:25:29.944] Starting the invocation (attempt 1)
[00:25:29.973] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/66028e9c5f4b3c91f472792c2d4b9917cede411d"
[00:25:29.973] Popped gitiles commit info from properties and tags
[00:25:29.973] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:25:29.973] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:25:29.973] Buildbucket request:
{
"requestId": "8876384052602981936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876384052602981936",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "478e63b6141a49938c61e7fe15fd9664a32f056a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@478e63b6141a49938c61e7fe15fd9664a32f056a",
"title": "478e63b6141a49938c61e7fe15fd9664a32f056a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/478e63b6141a49938c61e7fe15fd9664a32f056a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bcc6a48c73052f9e18413703df8c32c0fc92fe21"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bcc6a48c73052f9e18413703df8c32c0fc92fe21",
"title": "bcc6a48c73052f9e18413703df8c32c0fc92fe21",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bcc6a48c73052f9e18413703df8c32c0fc92fe21"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
"title": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17c2dc99236365cfdc771a2433550ed5bbb033d1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17c2dc99236365cfdc771a2433550ed5bbb033d1",
"title": "17c2dc99236365cfdc771a2433550ed5bbb033d1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17c2dc99236365cfdc771a2433550ed5bbb033d1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "531934c9bfd1e34a6741a35c784af4a62b77560a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@531934c9bfd1e34a6741a35c784af4a62b77560a",
"title": "531934c9bfd1e34a6741a35c784af4a62b77560a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/531934c9bfd1e34a6741a35c784af4a62b77560a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "551e4f66256d7756812a0483ccde12e9fb3760de"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@551e4f66256d7756812a0483ccde12e9fb3760de",
"title": "551e4f66256d7756812a0483ccde12e9fb3760de",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/551e4f66256d7756812a0483ccde12e9fb3760de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "228f582585f55ff354c020bf5f62d5f0f0a19ef7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"title": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/228f582585f55ff354c020bf5f62d5f0f0a19ef7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "287122c68fd04ec94dead5d6db381722ff567ba4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@287122c68fd04ec94dead5d6db381722ff567ba4",
"title": "287122c68fd04ec94dead5d6db381722ff567ba4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/287122c68fd04ec94dead5d6db381722ff567ba4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "66028e9c5f4b3c91f472792c2d4b9917cede411d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66028e9c5f4b3c91f472792c2d4b9917cede411d",
"title": "66028e9c5f4b3c91f472792c2d4b9917cede411d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66028e9c5f4b3c91f472792c2d4b9917cede411d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "66028e9c5f4b3c91f472792c2d4b9917cede411d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876384052602981936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:25:30.444] Scheduled build:
{
"id": "8710953990533779361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-27T00:25:30.039081391Z",
"updateTime": "2025-06-27T00:25:30.039081391Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "66028e9c5f4b3c91f472792c2d4b9917cede411d",
"ref": "refs/heads/main"
}
}
}
[00:25:30.444] Task URL: https://cr-buildbucket.appspot.com/build/8710953990533779361
[00:25:30.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:2:0) after 5m2s
[00:25:31.808] Received PubSub notification, asking Buildbucket for the build status
[00:25:31.893] Build status: SCHEDULED
[00:30:32.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:2:0)
[00:30:32.493] Build status: SCHEDULED
[00:30:32.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:4:0) after 8m18s
[00:38:50.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:4:0)
[00:38:50.635] Build status: SCHEDULED
[00:38:50.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:5:0) after 4m41s
[00:43:31.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:5:0)
[00:43:31.685] Build status: SCHEDULED
[00:43:31.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:6:0) after 9m6s
[00:52:37.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:6:0)
[00:52:37.791] Build status: SCHEDULED
[00:52:37.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:7:0) after 2m29s
[00:55:06.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:7:0)
[00:55:06.832] Build status: SCHEDULED
[00:55:06.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:8:0) after 3m44s
[00:58:50.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:8:0)
[00:58:50.882] Build status: SCHEDULED
[00:58:50.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:9:0) after 1m24s
[01:00:14.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:9:0)
[01:00:14.947] Build status: SCHEDULED
[01:00:14.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:10:0) after 5m5s
[01:05:20.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:10:0)
[01:05:20.064] Build status: SCHEDULED
[01:05:20.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:11:0) after 7m2s
[01:12:22.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:11:0)
[01:12:22.153] Build status: SCHEDULED
[01:12:22.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:12:0) after 2m33s
[01:14:55.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:12:0)
[01:14:55.419] Build status: SCHEDULED
[01:14:55.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:13:0) after 9m54s
[01:24:50.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:13:0)
[01:24:50.082] Build status: SCHEDULED
[01:24:50.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:14:0) after 4m46s
[01:29:36.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:14:0)
[01:29:36.145] Build status: SCHEDULED
[01:29:36.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:15:0) after 1m13s
[01:30:49.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:15:0)
[01:30:49.202] Build status: SCHEDULED
[01:30:49.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:16:0) after 4m53s
[01:35:42.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:16:0)
[01:35:42.256] Build status: SCHEDULED
[01:35:42.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:17:0) after 4m20s
[01:40:02.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:17:0)
[01:40:02.358] Build status: SCHEDULED
[01:40:02.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:18:0) after 7m3s
[01:47:05.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:18:0)
[01:47:05.474] Build status: SCHEDULED
[01:47:05.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:19:0) after 4m16s
[01:51:21.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:19:0)
[01:51:21.540] Build status: SCHEDULED
[01:51:21.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:20:0) after 7m15s
[01:58:36.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:20:0)
[01:58:36.610] Build status: SCHEDULED
[01:58:36.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:21:0) after 4m17s
[02:02:53.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:21:0)
[02:02:53.658] Build status: SCHEDULED
[02:02:53.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:22:0) after 8m20s
[02:11:13.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:22:0)
[02:11:13.690] Build status: SCHEDULED
[02:11:13.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:23:0) after 9m8s
[02:20:21.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:23:0)
[02:20:21.731] Build status: SCHEDULED
[02:20:21.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:24:0) after 8m40s
[02:29:01.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:24:0)
[02:29:01.774] Build status: SCHEDULED
[02:29:01.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:25:0) after 8m59s
[02:38:00.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:25:0)
[02:38:00.782] Build status: SCHEDULED
[02:38:00.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:26:0) after 3m15s
[02:41:15.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:26:0)
[02:41:15.910] Build status: SCHEDULED
[02:41:15.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:27:0) after 1m0s
[02:42:15.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:27:0)
[02:42:16.008] Build status: SCHEDULED
[02:42:16.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:28:0) after 8m51s
[02:51:07.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:28:0)
[02:51:07.167] Build status: SCHEDULED
[02:51:07.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:29:0) after 1m58s
[02:53:05.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:29:0)
[02:53:05.209] Build status: SCHEDULED
[02:53:05.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:30:0) after 5m44s
[02:58:49.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:30:0)
[02:58:49.394] Build status: SCHEDULED
[02:58:49.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:31:0) after 5m42s
[03:04:31.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:31:0)
[03:04:31.443] Build status: SCHEDULED
[03:04:31.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:32:0) after 2m29s
[03:07:00.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:32:0)
[03:07:00.573] Build status: SCHEDULED
[03:07:00.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:33:0) after 4m58s
[03:11:58.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:33:0)
[03:11:58.617] Build status: SCHEDULED
[03:11:58.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:34:0) after 7m17s
[03:19:15.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:34:0)
[03:19:15.662] Build status: SCHEDULED
[03:19:15.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:35:0) after 8m3s
[03:27:18.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:35:0)
[03:27:18.768] Build status: SCHEDULED
[03:27:18.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:36:0) after 4m56s
[03:32:14.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:36:0)
[03:32:14.909] Build status: SCHEDULED
[03:32:14.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:37:0) after 1m18s
[03:33:32.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:37:0)
[03:33:32.959] Build status: SCHEDULED
[03:33:32.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:38:0) after 8m23s
[03:41:55.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:38:0)
[03:41:56.066] Build status: SCHEDULED
[03:41:56.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:39:0) after 9m30s
[03:51:26.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:39:0)
[03:51:26.122] Build status: SCHEDULED
[03:51:26.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:40:0) after 4m25s
[03:55:51.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:40:0)
[03:55:51.148] Build status: SCHEDULED
[03:55:51.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:41:0) after 3m32s
[03:59:23.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:41:0)
[03:59:23.542] Build status: SCHEDULED
[03:59:23.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:42:0) after 4m6s
[04:03:30.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:42:0)
[04:03:30.213] Build status: SCHEDULED
[04:03:30.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:43:0) after 3m21s
[04:06:51.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:43:0)
[04:06:51.256] Build status: SCHEDULED
[04:06:51.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:44:0) after 3m33s
[04:10:24.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:44:0)
[04:10:24.401] Build status: SCHEDULED
[04:10:24.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:45:0) after 6m16s
[04:16:40.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:45:0)
[04:16:40.816] Build status: SCHEDULED
[04:16:40.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:46:0) after 6m22s
[04:23:02.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:46:0)
[04:23:02.898] Build status: SCHEDULED
[04:23:02.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:47:0) after 3m26s
[04:26:28.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:47:0)
[04:26:28.967] Build status: SCHEDULED
[04:26:28.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:48:0) after 2m7s
[04:28:35.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:48:0)
[04:28:36.068] Build status: SCHEDULED
[04:28:36.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:49:0) after 2m53s
[04:31:29.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:49:0)
[04:31:29.098] Build status: SCHEDULED
[04:31:29.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:50:0) after 3m18s
[04:34:47.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:50:0)
[04:34:47.133] Build status: SCHEDULED
[04:34:47.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:51:0) after 9m48s
[04:44:35.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:51:0)
[04:44:35.188] Build status: SCHEDULED
[04:44:35.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:52:0) after 4m42s
[04:49:17.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:52:0)
[04:49:17.218] Build status: SCHEDULED
[04:49:17.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:53:0) after 4m48s
[04:54:05.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:53:0)
[04:54:05.261] Build status: SCHEDULED
[04:54:05.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:54:0) after 6m21s
[05:00:26.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:54:0)
[05:00:26.358] Build status: SCHEDULED
[05:00:26.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:55:0) after 5m46s
[05:06:12.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:55:0)
[05:06:12.463] Build status: SCHEDULED
[05:06:12.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:56:0) after 1m39s
[05:07:51.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:56:0)
[05:07:51.497] Build status: SCHEDULED
[05:07:51.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:57:0) after 6m12s
[05:14:03.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:57:0)
[05:14:03.552] Build status: SCHEDULED
[05:14:03.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:58:0) after 6m22s
[05:20:25.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:58:0)
[05:20:25.592] Build status: SCHEDULED
[05:20:25.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:59:0) after 3m53s
[05:24:18.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:59:0)
[05:24:18.802] Build status: SCHEDULED
[05:24:18.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:60:0) after 8m20s
[05:32:38.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:60:0)
[05:32:38.964] Build status: SCHEDULED
[05:32:38.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:61:0) after 6m44s
[05:39:22.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:61:0)
[05:39:23.031] Build status: SCHEDULED
[05:39:23.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:62:0) after 9m58s
[05:49:21.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:62:0)
[05:49:21.070] Build status: SCHEDULED
[05:49:21.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:63:0) after 2m31s
[05:51:52.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:63:0)
[05:51:52.203] Build status: SCHEDULED
[05:51:52.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:64:0) after 1m3s
[05:52:55.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:64:0)
[05:52:55.276] Build status: SCHEDULED
[05:52:55.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:65:0) after 7m5s
[06:00:00.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:65:0)
[06:00:00.668] Build status: SCHEDULED
[06:00:00.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:66:0) after 6m34s
[06:06:34.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:66:0)
[06:06:34.737] Build status: SCHEDULED
[06:06:34.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:67:0) after 6m35s
[06:13:09.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:67:0)
[06:13:09.777] Build status: SCHEDULED
[06:13:09.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:68:0) after 4m20s
[06:17:30.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:68:0)
[06:17:30.244] Build status: SCHEDULED
[06:17:30.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:69:0) after 6m43s
[06:24:13.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:69:0)
[06:24:13.649] Build status: SCHEDULED
[06:24:13.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:70:0) after 4m1s
[06:28:14.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:70:0)
[06:28:14.853] Build status: SCHEDULED
[06:28:14.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:71:0) after 6m23s
[06:34:37.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:71:0)
[06:34:37.883] Build status: SCHEDULED
[06:34:37.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:72:0) after 9m14s
[06:43:52.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:72:0)
[06:43:52.038] Build status: SCHEDULED
[06:43:52.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:73:0) after 3m34s
[06:47:26.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:73:0)
[06:47:26.108] Build status: SCHEDULED
[06:47:26.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:74:0) after 2m13s
[06:49:39.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:74:0)
[06:49:39.156] Build status: SCHEDULED
[06:49:39.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:75:0) after 9m19s
[06:58:58.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:75:0)
[06:58:58.328] Build status: SCHEDULED
[06:58:58.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:76:0) after 8m42s
[07:07:40.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:76:0)
[07:07:40.379] Build status: SCHEDULED
[07:07:40.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:77:0) after 9m53s
[07:17:33.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:77:0)
[07:17:33.668] Build status: SCHEDULED
[07:17:33.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:78:0) after 8m8s
[07:25:42.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:78:0)
[07:25:42.056] Build status: SCHEDULED
[07:25:42.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:79:0) after 4m27s
[07:30:09.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:79:0)
[07:30:09.109] Build status: SCHEDULED
[07:30:09.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:80:0) after 1m0s
[07:31:09.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:80:0)
[07:31:09.185] Build status: SCHEDULED
[07:31:09.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:81:0) after 1m4s
[07:32:13.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:81:0)
[07:32:13.346] Build status: SCHEDULED
[07:32:13.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:82:0) after 6m59s
[07:39:12.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:82:0)
[07:39:12.457] Build status: SCHEDULED
[07:39:12.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:83:0) after 4m47s
[07:43:59.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:83:0)
[07:43:59.666] Build status: SCHEDULED
[07:43:59.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:84:0) after 6m58s
[07:50:57.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:84:0)
[07:50:57.707] Build status: SCHEDULED
[07:50:57.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:85:0) after 3m16s
[07:54:13.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:85:0)
[07:54:13.747] Build status: SCHEDULED
[07:54:13.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:86:0) after 2m58s
[07:57:11.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:86:0)
[07:57:11.794] Build status: SCHEDULED
[07:57:11.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:87:0) after 5m55s
[08:03:06.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:87:0)
[08:03:06.886] Build status: SCHEDULED
[08:03:06.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:88:0) after 1m55s
[08:05:01.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:88:0)
[08:05:01.941] Build status: SCHEDULED
[08:05:01.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:89:0) after 6m10s
[08:11:11.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:89:0)
[08:11:12.008] Build status: SCHEDULED
[08:11:12.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:90:0) after 5m22s
[08:16:34.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:90:0)
[08:16:34.054] Build status: SCHEDULED
[08:16:34.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:91:0) after 7m12s
[08:23:46.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:91:0)
[08:23:46.244] Build status: SCHEDULED
[08:23:46.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8876384052602981936:92:0) after 8m13s
[08:25:34.483] Received PubSub notification, asking Buildbucket for the build status
[08:25:34.506] Build:
{
"id": "8710953990533779361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-27T00:25:30.039081391Z",
"endTime": "2025-06-27T08:25:34.280972296Z",
"updateTime": "2025-06-27T08:25:34.280972296Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "66028e9c5f4b3c91f472792c2d4b9917cede411d",
"ref": "refs/heads/main"
}
}
}
[08:25:34.506] Invocation finished in 8h0m5.823919712s with status FAILED