[00:40:54.625] New invocation is queued and will start shortly
[00:40:55.733] Starting the invocation (attempt 1)
[00:40:55.764] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/83785da9e0197e98dea0e411dd1f05f0acd0671a"
[00:40:55.764] Popped gitiles commit info from properties and tags
[00:40:55.764] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:40:55.764] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:40:55.765] Buildbucket request:
{
"requestId": "8879644572483416624",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879644572483416624",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "654e456b4749b77ebf6bf78f19414c594e39edcc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@654e456b4749b77ebf6bf78f19414c594e39edcc",
"title": "654e456b4749b77ebf6bf78f19414c594e39edcc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/654e456b4749b77ebf6bf78f19414c594e39edcc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ad3dbb9d23d7259c0f1a98546e6195f44c922cee"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ad3dbb9d23d7259c0f1a98546e6195f44c922cee",
"title": "ad3dbb9d23d7259c0f1a98546e6195f44c922cee",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ad3dbb9d23d7259c0f1a98546e6195f44c922cee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4ced4a3ebf7a54d05b2a01723ebef6ba33a885d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4ced4a3ebf7a54d05b2a01723ebef6ba33a885d7",
"title": "4ced4a3ebf7a54d05b2a01723ebef6ba33a885d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4ced4a3ebf7a54d05b2a01723ebef6ba33a885d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c290e7572ff59d13db36eb0c8368a1efb081479"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c290e7572ff59d13db36eb0c8368a1efb081479",
"title": "3c290e7572ff59d13db36eb0c8368a1efb081479",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c290e7572ff59d13db36eb0c8368a1efb081479"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "78d34f8d31eb8cf41a2f9c16a13cc84e6761fdbe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@78d34f8d31eb8cf41a2f9c16a13cc84e6761fdbe",
"title": "78d34f8d31eb8cf41a2f9c16a13cc84e6761fdbe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/78d34f8d31eb8cf41a2f9c16a13cc84e6761fdbe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83785da9e0197e98dea0e411dd1f05f0acd0671a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83785da9e0197e98dea0e411dd1f05f0acd0671a",
"title": "83785da9e0197e98dea0e411dd1f05f0acd0671a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83785da9e0197e98dea0e411dd1f05f0acd0671a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83785da9e0197e98dea0e411dd1f05f0acd0671a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879644572483416624"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:40:56.237] Scheduled build:
{
"id": "8714214510569663793",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-22T00:40:55.823248921Z",
"updateTime": "2025-05-22T00:40:55.823248921Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83785da9e0197e98dea0e411dd1f05f0acd0671a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:40:56.237] Task URL: https://cr-buildbucket.appspot.com/build/8714214510569663793
[00:40:56.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:2:0) after 1m24s
[00:40:57.182] Received PubSub notification, asking Buildbucket for the build status
[00:40:57.328] Build status: SCHEDULED
[00:42:20.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:2:0)
[00:42:20.332] Build status: SCHEDULED
[00:42:20.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:4:0) after 5m19s
[00:47:39.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:4:0)
[00:47:39.359] Build status: SCHEDULED
[00:47:39.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:5:0) after 5m46s
[00:53:25.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:5:0)
[00:53:25.392] Build status: SCHEDULED
[00:53:25.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:6:0) after 2m30s
[00:55:55.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:6:0)
[00:55:55.490] Build status: SCHEDULED
[00:55:55.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:7:0) after 5m19s
[01:01:14.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:7:0)
[01:01:14.673] Build status: SCHEDULED
[01:01:14.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:8:0) after 7m16s
[01:08:30.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:8:0)
[01:08:30.774] Build status: SCHEDULED
[01:08:30.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:9:0) after 4m6s
[01:12:36.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:9:0)
[01:12:37.126] Build status: SCHEDULED
[01:12:37.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:10:0) after 8m45s
[01:21:22.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:10:0)
[01:21:22.187] Build status: SCHEDULED
[01:21:22.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:11:0) after 7m53s
[01:29:15.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:11:0)
[01:29:15.317] Build status: SCHEDULED
[01:29:15.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:12:0) after 2m37s
[01:31:52.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:12:0)
[01:31:52.400] Build status: SCHEDULED
[01:31:52.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:13:0) after 7m31s
[01:39:23.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:13:0)
[01:39:23.470] Build status: SCHEDULED
[01:39:23.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:14:0) after 9m26s
[01:48:49.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:14:0)
[01:48:49.474] Build status: SCHEDULED
[01:48:49.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:15:0) after 5m2s
[01:53:51.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:15:0)
[01:53:51.522] Build status: SCHEDULED
[01:53:51.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:16:0) after 9m56s
[02:03:47.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:16:0)
[02:03:47.574] Build status: SCHEDULED
[02:03:47.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:17:0) after 6m11s
[02:09:58.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:17:0)
[02:09:58.620] Build status: SCHEDULED
[02:09:58.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:18:0) after 6m37s
[02:16:35.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:18:0)
[02:16:35.725] Build status: SCHEDULED
[02:16:35.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:19:0) after 7m54s
[02:24:29.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:19:0)
[02:24:29.775] Build status: SCHEDULED
[02:24:29.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:20:0) after 3m17s
[02:27:46.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:20:0)
[02:27:46.879] Build status: SCHEDULED
[02:27:46.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:21:0) after 2m45s
[02:30:31.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:21:0)
[02:30:31.926] Build status: SCHEDULED
[02:30:31.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:22:0) after 5m32s
[02:36:04.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:22:0)
[02:36:04.108] Build status: SCHEDULED
[02:36:04.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:23:0) after 4m33s
[02:40:37.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:23:0)
[02:40:37.149] Build status: SCHEDULED
[02:40:37.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:24:0) after 7m4s
[02:47:41.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:24:0)
[02:47:41.187] Build status: SCHEDULED
[02:47:41.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:25:0) after 5m45s
[02:53:26.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:25:0)
[02:53:26.285] Build status: SCHEDULED
[02:53:26.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:26:0) after 1m14s
[02:54:40.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:26:0)
[02:54:40.374] Build status: SCHEDULED
[02:54:40.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:27:0) after 5m10s
[02:59:50.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:27:0)
[02:59:50.652] Build status: SCHEDULED
[02:59:50.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:28:0) after 1m13s
[03:01:03.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:28:0)
[03:01:03.719] Build status: SCHEDULED
[03:01:03.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:29:0) after 3m28s
[03:04:31.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:29:0)
[03:04:31.770] Build status: SCHEDULED
[03:04:31.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:30:0) after 5m32s
[03:10:03.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:30:0)
[03:10:03.810] Build status: SCHEDULED
[03:10:03.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:31:0) after 5m0s
[03:15:03.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:31:0)
[03:15:03.904] Build status: SCHEDULED
[03:15:03.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:32:0) after 4m43s
[03:19:47.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:32:0)
[03:19:47.042] Build status: SCHEDULED
[03:19:47.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:33:0) after 8m45s
[03:28:32.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:33:0)
[03:28:32.090] Build status: SCHEDULED
[03:28:32.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:34:0) after 6m3s
[03:34:35.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:34:0)
[03:34:35.241] Build status: SCHEDULED
[03:34:35.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:35:0) after 8m14s
[03:42:49.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:35:0)
[03:42:49.324] Build status: SCHEDULED
[03:42:49.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:36:0) after 1m31s
[03:44:20.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:36:0)
[03:44:20.374] Build status: SCHEDULED
[03:44:20.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:37:0) after 6m52s
[03:51:12.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:37:0)
[03:51:12.534] Build status: SCHEDULED
[03:51:12.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:38:0) after 6m28s
[03:57:40.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:38:0)
[03:57:40.568] Build status: SCHEDULED
[03:57:40.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:39:0) after 2m57s
[04:00:37.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:39:0)
[04:00:37.608] Build status: SCHEDULED
[04:00:37.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:40:0) after 6m39s
[04:07:16.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:40:0)
[04:07:16.786] Build status: SCHEDULED
[04:07:16.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:41:0) after 6m38s
[04:13:54.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:41:0)
[04:13:54.888] Build status: SCHEDULED
[04:13:54.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:42:0) after 5m45s
[04:19:40.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:42:0)
[04:19:40.041] Build status: SCHEDULED
[04:19:40.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:43:0) after 2m39s
[04:22:19.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:43:0)
[04:22:19.091] Build status: SCHEDULED
[04:22:19.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:44:0) after 9m31s
[04:31:50.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:44:0)
[04:31:50.211] Build status: SCHEDULED
[04:31:50.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:45:0) after 7m35s
[04:39:25.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:45:0)
[04:39:25.266] Build status: SCHEDULED
[04:39:25.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:46:0) after 7m37s
[04:47:02.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:46:0)
[04:47:02.348] Build status: SCHEDULED
[04:47:02.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:47:0) after 5m21s
[04:52:23.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:47:0)
[04:52:23.444] Build status: SCHEDULED
[04:52:23.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:48:0) after 6m2s
[04:58:25.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:48:0)
[04:58:25.575] Build status: SCHEDULED
[04:58:25.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:49:0) after 4m18s
[05:02:43.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:49:0)
[05:02:43.712] Build status: SCHEDULED
[05:02:43.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:50:0) after 7m44s
[05:10:27.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:50:0)
[05:10:27.812] Build status: SCHEDULED
[05:10:27.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:51:0) after 5m56s
[05:16:23.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:51:0)
[05:16:23.828] Build status: SCHEDULED
[05:16:23.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:52:0) after 8m46s
[05:25:09.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:52:0)
[05:25:09.934] Build status: SCHEDULED
[05:25:09.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:53:0) after 7m30s
[05:32:39.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:53:0)
[05:32:40.153] Build status: SCHEDULED
[05:32:40.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:54:0) after 7m22s
[05:40:02.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:54:0)
[05:40:02.267] Build status: SCHEDULED
[05:40:02.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:55:0) after 4m57s
[05:44:59.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:55:0)
[05:44:59.302] Build status: SCHEDULED
[05:44:59.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:56:0) after 6m49s
[05:51:48.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:56:0)
[05:51:48.452] Build status: SCHEDULED
[05:51:48.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:57:0) after 6m2s
[05:57:50.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:57:0)
[05:57:50.538] Build status: SCHEDULED
[05:57:50.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:58:0) after 1m56s
[05:59:46.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:58:0)
[05:59:46.587] Build status: SCHEDULED
[05:59:46.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:59:0) after 2m17s
[06:02:03.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:59:0)
[06:02:03.663] Build status: SCHEDULED
[06:02:03.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:60:0) after 7m7s
[06:09:10.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:60:0)
[06:09:10.709] Build status: SCHEDULED
[06:09:10.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:61:0) after 5m57s
[06:15:07.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:61:0)
[06:15:07.758] Build status: SCHEDULED
[06:15:07.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:62:0) after 2m44s
[06:17:51.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:62:0)
[06:17:51.821] Build status: SCHEDULED
[06:17:51.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:63:0) after 7m53s
[06:25:44.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:63:0)
[06:25:44.887] Build status: SCHEDULED
[06:25:44.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:64:0) after 7m51s
[06:33:35.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:64:0)
[06:33:35.990] Build status: SCHEDULED
[06:33:35.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:65:0) after 4m47s
[06:38:23.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:65:0)
[06:38:23.045] Build status: SCHEDULED
[06:38:23.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:66:0) after 8m29s
[06:46:52.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:66:0)
[06:46:52.193] Build status: SCHEDULED
[06:46:52.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:67:0) after 7m17s
[06:54:09.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:67:0)
[06:54:09.277] Build status: SCHEDULED
[06:54:09.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:68:0) after 3m2s
[06:57:11.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:68:0)
[06:57:11.339] Build status: SCHEDULED
[06:57:11.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:69:0) after 1m40s
[06:58:51.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:69:0)
[06:58:51.390] Build status: SCHEDULED
[06:58:51.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:70:0) after 3m22s
[07:02:13.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:70:0)
[07:02:13.439] Build status: SCHEDULED
[07:02:13.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:71:0) after 2m53s
[07:05:06.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:71:0)
[07:05:06.487] Build status: SCHEDULED
[07:05:06.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:72:0) after 4m20s
[07:09:26.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:72:0)
[07:09:26.482] Build status: SCHEDULED
[07:09:26.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:73:0) after 1m39s
[07:11:05.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:73:0)
[07:11:05.561] Build status: SCHEDULED
[07:11:05.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:74:0) after 7m29s
[07:18:34.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:74:0)
[07:18:34.613] Build status: SCHEDULED
[07:18:34.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:75:0) after 6m14s
[07:24:48.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:75:0)
[07:24:48.713] Build status: SCHEDULED
[07:24:48.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:76:0) after 2m41s
[07:27:29.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:76:0)
[07:27:29.827] Build status: SCHEDULED
[07:27:29.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:77:0) after 9m2s
[07:36:31.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:77:0)
[07:36:31.959] Build status: SCHEDULED
[07:36:31.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:78:0) after 9m9s
[07:45:40.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:78:0)
[07:45:41.008] Build status: SCHEDULED
[07:45:41.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:79:0) after 4m18s
[07:49:59.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:79:0)
[07:49:59.125] Build status: SCHEDULED
[07:49:59.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:80:0) after 2m21s
[07:52:20.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:80:0)
[07:52:20.229] Build status: SCHEDULED
[07:52:20.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:81:0) after 6m30s
[07:58:50.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:81:0)
[07:58:50.298] Build status: SCHEDULED
[07:58:50.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:82:0) after 8m21s
[08:07:11.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:82:0)
[08:07:11.385] Build status: SCHEDULED
[08:07:11.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:83:0) after 2m29s
[08:09:40.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:83:0)
[08:09:40.450] Build status: SCHEDULED
[08:09:40.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:84:0) after 1m12s
[08:10:52.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:84:0)
[08:10:52.667] Build status: SCHEDULED
[08:10:52.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:85:0) after 7m38s
[08:18:30.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:85:0)
[08:18:30.770] Build status: SCHEDULED
[08:18:30.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:86:0) after 9m3s
[08:27:33.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:86:0)
[08:27:33.835] Build status: SCHEDULED
[08:27:33.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:87:0) after 9m48s
[08:37:21.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:87:0)
[08:37:21.870] Build status: SCHEDULED
[08:37:21.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:88:0) after 3m36s
[08:40:57.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:88:0)
[08:40:57.966] Build status: SCHEDULED
[08:40:57.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8879644572483416624:89:0) after 5m7s
[08:41:01.329] Received PubSub notification, asking Buildbucket for the build status
[08:41:01.379] Build:
{
"id": "8714214510569663793",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-22T00:40:55.823248921Z",
"endTime": "2025-05-22T08:41:00.892536965Z",
"updateTime": "2025-05-22T08:41:00.892536965Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "83785da9e0197e98dea0e411dd1f05f0acd0671a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[08:41:01.379] Invocation finished in 8h0m6.765114214s with status FAILED