[00:07:00.238] New invocation is queued and will start shortly
[00:07:01.487] Starting the invocation (attempt 1)
[00:07:01.520] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/22022489a6742d38ddd821fb814a7aee35094256"
[00:07:01.520] Popped gitiles commit info from properties and tags
[00:07:01.520] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:07:01.520] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:07:01.520] Buildbucket request:
{
"requestId": "8870677606019437232",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8870677606019437232",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c41b62abf6f3754c6a73f1c42b764e84d1638922"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c41b62abf6f3754c6a73f1c42b764e84d1638922",
"title": "c41b62abf6f3754c6a73f1c42b764e84d1638922",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c41b62abf6f3754c6a73f1c42b764e84d1638922"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3ad4d16a22145d82861ced0abd3e49f58f360b96"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3ad4d16a22145d82861ced0abd3e49f58f360b96",
"title": "3ad4d16a22145d82861ced0abd3e49f58f360b96",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3ad4d16a22145d82861ced0abd3e49f58f360b96"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "938d2e55974f9e54d3af22b82dc314f8639cda35"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@938d2e55974f9e54d3af22b82dc314f8639cda35",
"title": "938d2e55974f9e54d3af22b82dc314f8639cda35",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/938d2e55974f9e54d3af22b82dc314f8639cda35"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "72673c4fa0affbc1b672d520dd6af94e9774df2a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72673c4fa0affbc1b672d520dd6af94e9774df2a",
"title": "72673c4fa0affbc1b672d520dd6af94e9774df2a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72673c4fa0affbc1b672d520dd6af94e9774df2a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "195b3912d3f9c71808d4b5256779dfe742b8960a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@195b3912d3f9c71808d4b5256779dfe742b8960a",
"title": "195b3912d3f9c71808d4b5256779dfe742b8960a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/195b3912d3f9c71808d4b5256779dfe742b8960a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "66c46ac950f2accb3211692a1f409e23c11a3032"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66c46ac950f2accb3211692a1f409e23c11a3032",
"title": "66c46ac950f2accb3211692a1f409e23c11a3032",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66c46ac950f2accb3211692a1f409e23c11a3032"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "22022489a6742d38ddd821fb814a7aee35094256"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@22022489a6742d38ddd821fb814a7aee35094256",
"title": "22022489a6742d38ddd821fb814a7aee35094256",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/22022489a6742d38ddd821fb814a7aee35094256"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "22022489a6742d38ddd821fb814a7aee35094256",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8870677606019437232"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:07:01.913] Scheduled build:
{
"id": "8705247543939256273",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-29T00:07:01.594937452Z",
"updateTime": "2025-08-29T00:07:01.594937452Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "22022489a6742d38ddd821fb814a7aee35094256",
"ref": "refs/heads/main"
}
}
}
[00:07:01.914] Task URL: https://cr-buildbucket.appspot.com/build/8705247543939256273
[00:07:01.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:2:0) after 9m43s
[00:07:02.902] Received PubSub notification, asking Buildbucket for the build status
[00:07:02.949] Build status: SCHEDULED
[00:16:44.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:2:0)
[00:16:44.974] Build status: SCHEDULED
[00:16:44.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:4:0) after 7m27s
[00:24:12.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:4:0)
[00:24:12.076] Build status: SCHEDULED
[00:24:12.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:5:0) after 1m29s
[00:25:41.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:5:0)
[00:25:41.273] Build status: SCHEDULED
[00:25:41.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:6:0) after 8m5s
[00:33:46.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:6:0)
[00:33:46.309] Build status: SCHEDULED
[00:33:46.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:7:0) after 3m3s
[00:36:49.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:7:0)
[00:36:49.575] Build status: SCHEDULED
[00:36:49.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:8:0) after 8m33s
[00:45:22.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:8:0)
[00:45:22.648] Build status: SCHEDULED
[00:45:22.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:9:0) after 4m43s
[00:50:05.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:9:0)
[00:50:05.692] Build status: SCHEDULED
[00:50:05.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:10:0) after 2m31s
[00:52:36.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:10:0)
[00:52:36.697] Build status: SCHEDULED
[00:52:36.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:11:0) after 5m7s
[00:57:43.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:11:0)
[00:57:43.759] Build status: SCHEDULED
[00:57:43.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:12:0) after 5m9s
[01:02:52.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:12:0)
[01:02:52.824] Build status: SCHEDULED
[01:02:52.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:13:0) after 8m16s
[01:11:08.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:13:0)
[01:11:08.857] Build status: SCHEDULED
[01:11:08.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:14:0) after 1m14s
[01:12:22.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:14:0)
[01:12:22.960] Build status: SCHEDULED
[01:12:22.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:15:0) after 6m12s
[01:18:35.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:15:0)
[01:18:35.041] Build status: SCHEDULED
[01:18:35.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:16:0) after 3m23s
[01:21:58.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:16:0)
[01:21:58.154] Build status: SCHEDULED
[01:21:58.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:17:0) after 5m9s
[01:27:07.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:17:0)
[01:27:07.189] Build status: SCHEDULED
[01:27:07.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:18:0) after 2m17s
[01:29:24.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:18:0)
[01:29:24.268] Build status: SCHEDULED
[01:29:24.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:19:0) after 3m19s
[01:32:43.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:19:0)
[01:32:43.344] Build status: SCHEDULED
[01:32:43.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:20:0) after 9m8s
[01:41:51.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:20:0)
[01:41:51.526] Build status: SCHEDULED
[01:41:51.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:21:0) after 9m56s
[01:51:47.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:21:0)
[01:51:47.595] Build status: SCHEDULED
[01:51:47.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:22:0) after 6m5s
[01:57:52.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:22:0)
[01:57:52.659] Build status: SCHEDULED
[01:57:52.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:23:0) after 6m13s
[02:04:05.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:23:0)
[02:04:05.695] Build status: SCHEDULED
[02:04:05.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:24:0) after 4m57s
[02:09:02.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:24:0)
[02:09:02.787] Build status: SCHEDULED
[02:09:02.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:25:0) after 5m6s
[02:14:08.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:25:0)
[02:14:08.910] Build status: SCHEDULED
[02:14:08.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:26:0) after 2m22s
[02:16:30.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:26:0)
[02:16:30.948] Build status: SCHEDULED
[02:16:30.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:27:0) after 8m49s
[02:25:20.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:27:0)
[02:25:20.034] Build status: SCHEDULED
[02:25:20.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:28:0) after 2m42s
[02:28:02.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:28:0)
[02:28:02.076] Build status: SCHEDULED
[02:28:02.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:29:0) after 8m13s
[02:36:15.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:29:0)
[02:36:15.113] Build status: SCHEDULED
[02:36:15.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:30:0) after 7m4s
[02:43:19.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:30:0)
[02:43:19.710] Build status: SCHEDULED
[02:43:19.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:31:0) after 4m47s
[02:48:06.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:31:0)
[02:48:06.755] Build status: SCHEDULED
[02:48:06.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:32:0) after 2m24s
[02:50:30.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:32:0)
[02:50:30.798] Build status: SCHEDULED
[02:50:30.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:33:0) after 6m22s
[02:56:52.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:33:0)
[02:56:52.977] Build status: SCHEDULED
[02:56:52.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:34:0) after 9m21s
[03:06:14.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:34:0)
[03:06:14.102] Build status: SCHEDULED
[03:06:14.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:35:0) after 9m36s
[03:15:50.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:35:0)
[03:15:50.209] Build status: SCHEDULED
[03:15:50.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:36:0) after 3m39s
[03:19:29.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:36:0)
[03:19:29.348] Build status: SCHEDULED
[03:19:29.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:37:0) after 9m43s
[03:29:12.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:37:0)
[03:29:12.381] Build status: SCHEDULED
[03:29:12.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:38:0) after 1m14s
[03:30:26.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:38:0)
[03:30:26.527] Build status: SCHEDULED
[03:30:26.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:39:0) after 9m5s
[03:39:31.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:39:0)
[03:39:32.338] Build status: SCHEDULED
[03:39:32.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:40:0) after 2m48s
[03:42:20.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:40:0)
[03:42:20.387] Build status: SCHEDULED
[03:42:20.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:41:0) after 8m59s
[03:51:19.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:41:0)
[03:51:19.628] Build status: SCHEDULED
[03:51:19.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:42:0) after 6m51s
[03:58:10.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:42:0)
[03:58:10.884] Build status: SCHEDULED
[03:58:10.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:43:0) after 1m51s
[04:00:02.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:43:0)
[04:00:02.189] Build status: SCHEDULED
[04:00:02.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:44:0) after 9m17s
[04:09:19.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:44:0)
[04:09:19.278] Build status: SCHEDULED
[04:09:19.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:45:0) after 9m49s
[04:19:08.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:45:0)
[04:19:08.320] Build status: SCHEDULED
[04:19:08.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:46:0) after 9m19s
[04:28:27.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:46:0)
[04:28:27.404] Build status: SCHEDULED
[04:28:27.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:47:0) after 3m22s
[04:31:49.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:47:0)
[04:31:49.454] Build status: SCHEDULED
[04:31:49.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:48:0) after 2m34s
[04:34:23.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:48:0)
[04:34:23.552] Build status: SCHEDULED
[04:34:23.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:49:0) after 8m51s
[04:43:14.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:49:0)
[04:43:14.652] Build status: SCHEDULED
[04:43:14.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:50:0) after 4m35s
[04:47:49.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:50:0)
[04:47:49.681] Build status: SCHEDULED
[04:47:49.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:51:0) after 9m54s
[04:57:43.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:51:0)
[04:57:43.722] Build status: SCHEDULED
[04:57:43.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:52:0) after 7m43s
[05:05:26.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:52:0)
[05:05:26.821] Build status: SCHEDULED
[05:05:26.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:53:0) after 9m34s
[05:15:00.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:53:0)
[05:15:00.902] Build status: SCHEDULED
[05:15:00.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:54:0) after 1m21s
[05:16:21.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:54:0)
[05:16:21.913] Build status: SCHEDULED
[05:16:21.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:55:0) after 7m12s
[05:23:33.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:55:0)
[05:23:33.954] Build status: SCHEDULED
[05:23:33.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:56:0) after 5m40s
[05:29:14.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:56:0)
[05:29:14.072] Build status: SCHEDULED
[05:29:14.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:57:0) after 6m51s
[05:36:05.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:57:0)
[05:36:05.146] Build status: SCHEDULED
[05:36:05.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:58:0) after 9m58s
[05:46:03.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:58:0)
[05:46:03.190] Build status: SCHEDULED
[05:46:03.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:59:0) after 2m9s
[05:48:12.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:59:0)
[05:48:12.278] Build status: SCHEDULED
[05:48:12.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:60:0) after 7m44s
[05:55:56.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:60:0)
[05:55:56.330] Build status: SCHEDULED
[05:55:56.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:61:0) after 5m42s
[06:01:38.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:61:0)
[06:01:38.363] Build status: SCHEDULED
[06:01:38.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:62:0) after 9m20s
[06:10:58.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:62:0)
[06:10:58.487] Build status: SCHEDULED
[06:10:58.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:63:0) after 8m56s
[06:19:54.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:63:0)
[06:19:54.518] Build status: SCHEDULED
[06:19:54.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:64:0) after 9m51s
[06:29:45.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:64:0)
[06:29:45.572] Build status: SCHEDULED
[06:29:45.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:65:0) after 2m7s
[06:31:52.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:65:0)
[06:31:52.620] Build status: SCHEDULED
[06:31:52.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:66:0) after 5m16s
[06:37:08.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:66:0)
[06:37:08.652] Build status: SCHEDULED
[06:37:08.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:67:0) after 4m10s
[06:41:18.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:67:0)
[06:41:18.706] Build status: SCHEDULED
[06:41:18.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:68:0) after 3m25s
[06:44:44.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:68:0)
[06:44:44.108] Build status: SCHEDULED
[06:44:44.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:69:0) after 4m18s
[06:49:02.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:69:0)
[06:49:02.240] Build status: SCHEDULED
[06:49:02.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:70:0) after 1m59s
[06:51:02.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:70:0)
[06:51:02.063] Build status: SCHEDULED
[06:51:02.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:71:0) after 8m33s
[06:59:35.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:71:0)
[06:59:35.258] Build status: SCHEDULED
[06:59:35.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:72:0) after 1m40s
[07:01:15.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:72:0)
[07:01:15.538] Build status: SCHEDULED
[07:01:15.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:73:0) after 2m2s
[07:03:17.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:73:0)
[07:03:17.975] Build status: SCHEDULED
[07:03:17.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:74:0) after 8m9s
[07:11:27.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:74:0)
[07:11:27.065] Build status: SCHEDULED
[07:11:27.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:75:0) after 9m20s
[07:20:47.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:75:0)
[07:20:47.058] Build status: SCHEDULED
[07:20:47.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:76:0) after 7m15s
[07:27:18.095] Received PubSub notification, asking Buildbucket for the build status
[07:27:18.119] Build status: STARTED
[07:28:02.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:76:0)
[07:28:02.101] Build status: STARTED
[07:28:02.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:78:0) after 2m20s
[07:30:22.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:78:0)
[07:30:22.167] Build status: STARTED
[07:30:22.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-host:8870677606019437232:79:0) after 7m51s
[07:32:37.532] Received PubSub notification, asking Buildbucket for the build status
[07:32:37.631] Build:
{
"id": "8705247543939256273",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-29T00:07:01.594937452Z",
"startTime": "2025-08-29T07:27:17.854932111Z",
"endTime": "2025-08-29T07:31:53.622726176Z",
"updateTime": "2025-08-29T07:31:53.622726176Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "22022489a6742d38ddd821fb814a7aee35094256",
"ref": "refs/heads/main"
}
}
}
[07:32:37.631] Invocation finished in 7h25m37.40367494s with status FAILED