[00:23:05.701] New invocation is queued and will start shortly
[00:23:07.880] Starting the invocation (attempt 1)
[00:23:07.908] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2d204c869204a79b3f439e6dddb82c28c8dc45bd"
[00:23:07.908] Popped gitiles commit info from properties and tags
[00:23:07.909] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:23:07.909] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:23:07.909] Buildbucket request:
{
"requestId": "8885262705241607680",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885262705241607680",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
"title": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "24596e9ab33b7fdd859c5c558114b8e587a71b10"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24596e9ab33b7fdd859c5c558114b8e587a71b10",
"title": "24596e9ab33b7fdd859c5c558114b8e587a71b10",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24596e9ab33b7fdd859c5c558114b8e587a71b10"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8e2ae8013ab3c09677243de22be1d60b89b6af29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e2ae8013ab3c09677243de22be1d60b89b6af29",
"title": "8e2ae8013ab3c09677243de22be1d60b89b6af29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e2ae8013ab3c09677243de22be1d60b89b6af29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
"title": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d9328752cee15d3fbead79571b823d6c321638d8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d9328752cee15d3fbead79571b823d6c321638d8",
"title": "d9328752cee15d3fbead79571b823d6c321638d8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d9328752cee15d3fbead79571b823d6c321638d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
"title": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1af8e0fed1a574cfd810a82432c5f6c9264527a2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1af8e0fed1a574cfd810a82432c5f6c9264527a2",
"title": "1af8e0fed1a574cfd810a82432c5f6c9264527a2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1af8e0fed1a574cfd810a82432c5f6c9264527a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0822879ad08d34570b6d30b11989c87fda13944e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0822879ad08d34570b6d30b11989c87fda13944e",
"title": "0822879ad08d34570b6d30b11989c87fda13944e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0822879ad08d34570b6d30b11989c87fda13944e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6a36094d61bbfdadcb37366a045ebb166cd69aef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6a36094d61bbfdadcb37366a045ebb166cd69aef",
"title": "6a36094d61bbfdadcb37366a045ebb166cd69aef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6a36094d61bbfdadcb37366a045ebb166cd69aef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e6f22930ef493c32733ef84265543aec5a66be29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e6f22930ef493c32733ef84265543aec5a66be29",
"title": "e6f22930ef493c32733ef84265543aec5a66be29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e6f22930ef493c32733ef84265543aec5a66be29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2d204c869204a79b3f439e6dddb82c28c8dc45bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"title": "2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d204c869204a79b3f439e6dddb82c28c8dc45bd"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885262705241607680"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:23:08.445] Scheduled build:
{
"id": "8719832642214850433",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T00:23:07.966761178Z",
"updateTime": "2025-03-21T00:23:07.966761178Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"ref": "refs/heads/main"
}
}
}
[00:23:08.445] Task URL: https://cr-buildbucket.appspot.com/build/8719832642214850433
[00:23:08.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:2:0) after 5m13s
[00:23:09.442] Received PubSub notification, asking Buildbucket for the build status
[00:23:09.485] Build status: SCHEDULED
[00:28:21.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:2:0)
[00:28:21.594] Build status: SCHEDULED
[00:28:21.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:4:0) after 6m25s
[00:34:46.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:4:0)
[00:34:46.651] Build status: SCHEDULED
[00:34:46.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:5:0) after 7m7s
[00:41:53.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:5:0)
[00:41:53.685] Build status: SCHEDULED
[00:41:53.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:6:0) after 6m31s
[00:48:24.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:6:0)
[00:48:24.742] Build status: SCHEDULED
[00:48:24.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:7:0) after 2m35s
[00:50:59.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:7:0)
[00:50:59.851] Build status: SCHEDULED
[00:50:59.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:8:0) after 3m35s
[00:54:34.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:8:0)
[00:54:34.898] Build status: SCHEDULED
[00:54:34.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:9:0) after 2m27s
[00:57:01.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:9:0)
[00:57:01.960] Build status: SCHEDULED
[00:57:01.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:10:0) after 9m21s
[01:06:22.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:10:0)
[01:06:23.014] Build status: SCHEDULED
[01:06:23.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:11:0) after 2m18s
[01:08:40.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:11:0)
[01:08:41.005] Build status: SCHEDULED
[01:08:41.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:12:0) after 8m2s
[01:16:43.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:12:0)
[01:16:43.112] Build status: SCHEDULED
[01:16:43.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:13:0) after 3m50s
[01:20:33.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:13:0)
[01:20:33.121] Build status: SCHEDULED
[01:20:33.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:14:0) after 8m26s
[01:28:59.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:14:0)
[01:28:59.259] Build status: SCHEDULED
[01:28:59.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:15:0) after 5m58s
[01:34:57.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:15:0)
[01:34:57.332] Build status: SCHEDULED
[01:34:57.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:16:0) after 7m56s
[01:42:53.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:16:0)
[01:42:53.404] Build status: SCHEDULED
[01:42:53.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:17:0) after 1m5s
[01:43:58.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:17:0)
[01:43:58.447] Build status: SCHEDULED
[01:43:58.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:18:0) after 9m50s
[01:53:48.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:18:0)
[01:53:48.536] Build status: SCHEDULED
[01:53:48.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:19:0) after 5m13s
[01:59:01.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:19:0)
[01:59:01.754] Build status: SCHEDULED
[01:59:01.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:20:0) after 5m40s
[02:04:41.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:20:0)
[02:04:41.806] Build status: SCHEDULED
[02:04:41.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:21:0) after 2m38s
[02:07:19.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:21:0)
[02:07:19.848] Build status: SCHEDULED
[02:07:19.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:22:0) after 1m30s
[02:08:49.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:22:0)
[02:08:49.893] Build status: SCHEDULED
[02:08:49.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:23:0) after 7m43s
[02:16:33.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:23:0)
[02:16:33.030] Build status: SCHEDULED
[02:16:33.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:24:0) after 5m15s
[02:21:48.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:24:0)
[02:21:48.079] Build status: SCHEDULED
[02:21:48.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:25:0) after 2m6s
[02:23:54.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:25:0)
[02:23:54.118] Build status: SCHEDULED
[02:23:54.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:26:0) after 7m18s
[02:31:12.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:26:0)
[02:31:12.223] Build status: SCHEDULED
[02:31:12.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:27:0) after 2m44s
[02:33:56.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:27:0)
[02:33:56.330] Build status: SCHEDULED
[02:33:56.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:28:0) after 5m49s
[02:39:45.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:28:0)
[02:39:45.390] Build status: SCHEDULED
[02:39:45.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:29:0) after 3m31s
[02:43:16.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:29:0)
[02:43:16.564] Build status: SCHEDULED
[02:43:16.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:30:0) after 8m30s
[02:51:46.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:30:0)
[02:51:46.600] Build status: SCHEDULED
[02:51:46.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:31:0) after 5m28s
[02:57:14.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:31:0)
[02:57:14.672] Build status: SCHEDULED
[02:57:14.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:32:0) after 3m6s
[03:00:20.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:32:0)
[03:00:20.718] Build status: SCHEDULED
[03:00:20.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:33:0) after 7m33s
[03:07:53.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:33:0)
[03:07:53.768] Build status: SCHEDULED
[03:07:53.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:34:0) after 5m28s
[03:13:21.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:34:0)
[03:13:21.868] Build status: SCHEDULED
[03:13:21.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:35:0) after 7m39s
[03:21:00.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:35:0)
[03:21:00.982] Build status: SCHEDULED
[03:21:00.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:36:0) after 6m27s
[03:27:28.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:36:0)
[03:27:28.033] Build status: SCHEDULED
[03:27:28.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:37:0) after 6m23s
[03:33:51.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:37:0)
[03:33:51.071] Build status: SCHEDULED
[03:33:51.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:38:0) after 2m12s
[03:36:03.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:38:0)
[03:36:03.112] Build status: SCHEDULED
[03:36:03.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:39:0) after 6m13s
[03:42:16.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:39:0)
[03:42:16.112] Build status: SCHEDULED
[03:42:16.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:40:0) after 1m58s
[03:44:14.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:40:0)
[03:44:14.104] Build status: SCHEDULED
[03:44:14.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:41:0) after 4m23s
[03:48:37.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:41:0)
[03:48:37.189] Build status: SCHEDULED
[03:48:37.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:42:0) after 6m29s
[03:55:06.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:42:0)
[03:55:06.219] Build status: SCHEDULED
[03:55:06.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:43:0) after 8m44s
[04:03:50.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:43:0)
[04:03:50.328] Build status: SCHEDULED
[04:03:50.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:44:0) after 4m55s
[04:08:45.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:44:0)
[04:08:45.369] Build status: SCHEDULED
[04:08:45.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:45:0) after 3m44s
[04:12:29.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:45:0)
[04:12:29.496] Build status: SCHEDULED
[04:12:29.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:46:0) after 7m16s
[04:19:45.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:46:0)
[04:19:45.530] Build status: SCHEDULED
[04:19:45.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:47:0) after 6m21s
[04:26:06.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:47:0)
[04:26:06.713] Build status: SCHEDULED
[04:26:06.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:48:0) after 4m52s
[04:30:58.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:48:0)
[04:30:58.789] Build status: SCHEDULED
[04:30:58.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:49:0) after 1m46s
[04:32:44.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:49:0)
[04:32:44.842] Build status: SCHEDULED
[04:32:44.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:50:0) after 5m11s
[04:37:55.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:50:0)
[04:37:55.879] Build status: SCHEDULED
[04:37:55.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:51:0) after 7m8s
[04:45:03.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:51:0)
[04:45:03.928] Build status: SCHEDULED
[04:45:03.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:52:0) after 8m20s
[04:53:24.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:52:0)
[04:53:24.100] Build status: SCHEDULED
[04:53:24.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:53:0) after 6m15s
[04:59:39.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:53:0)
[04:59:39.287] Build status: SCHEDULED
[04:59:39.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:54:0) after 2m56s
[05:02:35.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:54:0)
[05:02:35.381] Build status: SCHEDULED
[05:02:35.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:55:0) after 8m50s
[05:11:25.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:55:0)
[05:11:25.419] Build status: SCHEDULED
[05:11:25.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:56:0) after 2m2s
[05:13:27.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:56:0)
[05:13:27.411] Build status: SCHEDULED
[05:13:27.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:57:0) after 9m36s
[05:23:03.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:57:0)
[05:23:03.476] Build status: SCHEDULED
[05:23:03.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:58:0) after 4m11s
[05:27:14.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:58:0)
[05:27:14.560] Build status: SCHEDULED
[05:27:14.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:59:0) after 3m33s
[05:30:47.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:59:0)
[05:30:47.667] Build status: SCHEDULED
[05:30:47.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:60:0) after 9m28s
[05:40:15.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:60:0)
[05:40:15.758] Build status: SCHEDULED
[05:40:15.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:61:0) after 4m50s
[05:45:05.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:61:0)
[05:45:05.881] Build status: SCHEDULED
[05:45:05.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:62:0) after 7m48s
[05:52:53.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:62:0)
[05:52:53.898] Build status: SCHEDULED
[05:52:53.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:63:0) after 5m33s
[05:58:27.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:63:0)
[05:58:27.073] Build status: SCHEDULED
[05:58:27.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:64:0) after 3m6s
[06:01:33.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:64:0)
[06:01:33.074] Build status: SCHEDULED
[06:01:33.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:65:0) after 7m18s
[06:08:51.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:65:0)
[06:08:51.134] Build status: SCHEDULED
[06:08:51.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:66:0) after 6m43s
[06:15:34.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:66:0)
[06:15:34.168] Build status: SCHEDULED
[06:15:34.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:67:0) after 3m43s
[06:19:17.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:67:0)
[06:19:17.343] Build status: SCHEDULED
[06:19:17.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:68:0) after 2m57s
[06:22:14.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:68:0)
[06:22:14.583] Build status: SCHEDULED
[06:22:14.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:69:0) after 6m33s
[06:28:47.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:69:0)
[06:28:47.749] Build status: SCHEDULED
[06:28:47.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:70:0) after 1m22s
[06:30:09.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:70:0)
[06:30:09.857] Build status: SCHEDULED
[06:30:09.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:71:0) after 4m8s
[06:34:18.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:71:0)
[06:34:18.038] Build status: SCHEDULED
[06:34:18.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:72:0) after 8m35s
[06:42:53.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:72:0)
[06:42:53.138] Build status: SCHEDULED
[06:42:53.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:73:0) after 5m58s
[06:48:51.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:73:0)
[06:48:51.499] Build status: SCHEDULED
[06:48:51.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:74:0) after 4m18s
[06:53:09.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:74:0)
[06:53:09.539] Build status: SCHEDULED
[06:53:09.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:75:0) after 3m19s
[06:56:28.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:75:0)
[06:56:28.589] Build status: SCHEDULED
[06:56:28.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:76:0) after 3m59s
[07:00:27.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:76:0)
[07:00:27.625] Build status: SCHEDULED
[07:00:27.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:77:0) after 6m47s
[07:07:14.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:77:0)
[07:07:14.657] Build status: SCHEDULED
[07:07:14.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:78:0) after 4m25s
[07:11:39.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:78:0)
[07:11:39.853] Build status: SCHEDULED
[07:11:39.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:79:0) after 3m35s
[07:15:14.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:79:0)
[07:15:15.002] Build status: SCHEDULED
[07:15:15.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:80:0) after 2m18s
[07:17:33.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:80:0)
[07:17:33.263] Build status: SCHEDULED
[07:17:33.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:81:0) after 7m21s
[07:24:54.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:81:0)
[07:24:54.321] Build status: SCHEDULED
[07:24:54.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:82:0) after 7m27s
[07:32:21.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:82:0)
[07:32:21.467] Build status: SCHEDULED
[07:32:21.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:83:0) after 8m18s
[07:40:39.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:83:0)
[07:40:39.589] Build status: SCHEDULED
[07:40:39.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:84:0) after 3m50s
[07:44:29.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:84:0)
[07:44:29.651] Build status: SCHEDULED
[07:44:29.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:85:0) after 5m36s
[07:50:05.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:85:0)
[07:50:05.791] Build status: SCHEDULED
[07:50:05.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:86:0) after 7m12s
[07:57:17.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:86:0)
[07:57:17.852] Build status: SCHEDULED
[07:57:17.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:87:0) after 2m18s
[07:59:36.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:87:0)
[07:59:36.144] Build status: SCHEDULED
[07:59:36.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:88:0) after 1m30s
[08:01:06.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:88:0)
[08:01:06.190] Build status: SCHEDULED
[08:01:06.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:89:0) after 2m0s
[08:03:06.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:89:0)
[08:03:06.240] Build status: SCHEDULED
[08:03:06.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:90:0) after 9m3s
[08:12:09.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:90:0)
[08:12:09.359] Build status: SCHEDULED
[08:12:09.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:91:0) after 7m3s
[08:19:12.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:91:0)
[08:19:12.400] Build status: SCHEDULED
[08:19:12.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885262705241607680:92:0) after 6m55s
[08:23:14.204] Received PubSub notification, asking Buildbucket for the build status
[08:23:14.221] Build:
{
"id": "8719832642214850433",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T00:23:07.966761178Z",
"endTime": "2025-03-21T08:23:11.157994844Z",
"updateTime": "2025-03-21T08:23:11.157994844Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "2d204c869204a79b3f439e6dddb82c28c8dc45bd",
"ref": "refs/heads/main"
}
}
}
[08:23:14.221] Invocation finished in 8h0m8.525196192s with status FAILED