[20:56:38.460] New invocation is queued and will start shortly
[20:56:39.595] Starting the invocation (attempt 1)
[20:56:39.626] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/85faf90d1b354e9ca8ec8ddd82324539793f537b"
[20:56:39.626] Popped gitiles commit info from properties and tags
[20:56:39.626] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:56:39.626] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:56:39.626] Buildbucket request:
{
"requestId": "8885456888143977040",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885456888143977040",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5a5a2d74128dcac1e6cf0ef8827d973d89bdc85b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5a5a2d74128dcac1e6cf0ef8827d973d89bdc85b",
"title": "5a5a2d74128dcac1e6cf0ef8827d973d89bdc85b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5a5a2d74128dcac1e6cf0ef8827d973d89bdc85b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2dba9b78cf2d3e5f72402a3d6bf08eeb55302871"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2dba9b78cf2d3e5f72402a3d6bf08eeb55302871",
"title": "2dba9b78cf2d3e5f72402a3d6bf08eeb55302871",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2dba9b78cf2d3e5f72402a3d6bf08eeb55302871"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "892b65c87590213ad0bdfc4f440568892eaa4fe4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@892b65c87590213ad0bdfc4f440568892eaa4fe4",
"title": "892b65c87590213ad0bdfc4f440568892eaa4fe4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/892b65c87590213ad0bdfc4f440568892eaa4fe4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1ee626d174f8e32f47917fca68e79b786ac9ac26"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ee626d174f8e32f47917fca68e79b786ac9ac26",
"title": "1ee626d174f8e32f47917fca68e79b786ac9ac26",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ee626d174f8e32f47917fca68e79b786ac9ac26"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c64aca0509fbc55135d68bfc828e9dd3c47d243b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c64aca0509fbc55135d68bfc828e9dd3c47d243b",
"title": "c64aca0509fbc55135d68bfc828e9dd3c47d243b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c64aca0509fbc55135d68bfc828e9dd3c47d243b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "466384b3a70347a158fa5cc3f6f113e137f1bd8e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@466384b3a70347a158fa5cc3f6f113e137f1bd8e",
"title": "466384b3a70347a158fa5cc3f6f113e137f1bd8e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/466384b3a70347a158fa5cc3f6f113e137f1bd8e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4c4249c0442fbaa7acd8c9f51f2e83fc729326e5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4c4249c0442fbaa7acd8c9f51f2e83fc729326e5",
"title": "4c4249c0442fbaa7acd8c9f51f2e83fc729326e5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4c4249c0442fbaa7acd8c9f51f2e83fc729326e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b466e7c4d05481bbe36546d17981c5e0ea1b3d05"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b466e7c4d05481bbe36546d17981c5e0ea1b3d05",
"title": "b466e7c4d05481bbe36546d17981c5e0ea1b3d05",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b466e7c4d05481bbe36546d17981c5e0ea1b3d05"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0f049d65a96cda6f3a2d84c9475a1b9b94df0048"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f049d65a96cda6f3a2d84c9475a1b9b94df0048",
"title": "0f049d65a96cda6f3a2d84c9475a1b9b94df0048",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f049d65a96cda6f3a2d84c9475a1b9b94df0048"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "85faf90d1b354e9ca8ec8ddd82324539793f537b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@85faf90d1b354e9ca8ec8ddd82324539793f537b",
"title": "85faf90d1b354e9ca8ec8ddd82324539793f537b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/85faf90d1b354e9ca8ec8ddd82324539793f537b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "85faf90d1b354e9ca8ec8ddd82324539793f537b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885456888143977040"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:56:39.998] Scheduled build:
{
"id": "8720026826175389201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-18T20:56:39.711396042Z",
"updateTime": "2025-03-18T20:56:39.711396042Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "85faf90d1b354e9ca8ec8ddd82324539793f537b",
"ref": "refs/heads/main"
}
}
}
[20:56:39.998] Task URL: https://cr-buildbucket.appspot.com/build/8720026826175389201
[20:56:39.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:2:0) after 7m48s
[20:56:40.083] Received PubSub notification, asking Buildbucket for the build status
[20:56:40.136] Build status: SCHEDULED
[21:04:28.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:2:0)
[21:04:28.113] Build status: SCHEDULED
[21:04:28.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:4:0) after 5m42s
[21:10:10.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:4:0)
[21:10:10.157] Build status: SCHEDULED
[21:10:10.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:5:0) after 4m0s
[21:14:10.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:5:0)
[21:14:10.266] Build status: SCHEDULED
[21:14:10.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:6:0) after 7m56s
[21:22:06.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:6:0)
[21:22:06.320] Build status: SCHEDULED
[21:22:06.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:7:0) after 5m20s
[21:27:26.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:7:0)
[21:27:26.378] Build status: SCHEDULED
[21:27:26.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:8:0) after 1m57s
[21:29:23.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:8:0)
[21:29:23.473] Build status: SCHEDULED
[21:29:23.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:9:0) after 2m40s
[21:32:03.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:9:0)
[21:32:03.527] Build status: SCHEDULED
[21:32:03.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:10:0) after 2m14s
[21:34:17.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:10:0)
[21:34:17.581] Build status: SCHEDULED
[21:34:17.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:11:0) after 5m10s
[21:39:27.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:11:0)
[21:39:27.653] Build status: SCHEDULED
[21:39:27.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:12:0) after 8m31s
[21:47:58.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:12:0)
[21:47:58.695] Build status: SCHEDULED
[21:47:58.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:13:0) after 4m6s
[21:52:04.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:13:0)
[21:52:04.790] Build status: SCHEDULED
[21:52:04.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:14:0) after 1m24s
[21:53:28.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:14:0)
[21:53:29.061] Build status: SCHEDULED
[21:53:29.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:15:0) after 5m29s
[21:58:58.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:15:0)
[21:58:58.222] Build status: SCHEDULED
[21:58:58.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:16:0) after 2m12s
[22:01:10.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:16:0)
[22:01:10.288] Build status: SCHEDULED
[22:01:10.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:17:0) after 5m16s
[22:06:26.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:17:0)
[22:06:26.341] Build status: SCHEDULED
[22:06:26.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:18:0) after 4m34s
[22:11:00.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:18:0)
[22:11:00.500] Build status: SCHEDULED
[22:11:00.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:19:0) after 4m25s
[22:15:25.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:19:0)
[22:15:25.612] Build status: SCHEDULED
[22:15:25.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:20:0) after 3m36s
[22:19:01.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:20:0)
[22:19:01.694] Build status: SCHEDULED
[22:19:01.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:21:0) after 3m58s
[22:22:59.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:21:0)
[22:22:59.732] Build status: SCHEDULED
[22:22:59.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:22:0) after 3m22s
[22:26:21.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:22:0)
[22:26:21.819] Build status: SCHEDULED
[22:26:21.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:23:0) after 7m39s
[22:34:00.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:23:0)
[22:34:00.884] Build status: SCHEDULED
[22:34:00.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:24:0) after 9m33s
[22:43:33.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:24:0)
[22:43:33.970] Build status: SCHEDULED
[22:43:33.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:25:0) after 4m58s
[22:48:32.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:25:0)
[22:48:32.034] Build status: SCHEDULED
[22:48:32.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:26:0) after 3m42s
[22:52:14.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:26:0)
[22:52:14.202] Build status: SCHEDULED
[22:52:14.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:27:0) after 8m58s
[23:01:12.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:27:0)
[23:01:12.338] Build status: SCHEDULED
[23:01:12.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:28:0) after 5m34s
[23:06:46.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:28:0)
[23:06:46.449] Build status: SCHEDULED
[23:06:46.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:29:0) after 7m13s
[23:13:59.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:29:0)
[23:13:59.531] Build status: SCHEDULED
[23:13:59.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:30:0) after 9m4s
[23:23:03.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:30:0)
[23:23:03.630] Build status: SCHEDULED
[23:23:03.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:31:0) after 9m34s
[23:32:37.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:31:0)
[23:32:37.661] Build status: SCHEDULED
[23:32:37.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:32:0) after 7m34s
[23:40:11.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:32:0)
[23:40:11.706] Build status: SCHEDULED
[23:40:11.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:33:0) after 8m18s
[23:48:29.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:33:0)
[23:48:29.749] Build status: SCHEDULED
[23:48:29.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:34:0) after 3m45s
[23:52:14.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:34:0)
[23:52:14.845] Build status: SCHEDULED
[23:52:14.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:35:0) after 9m7s
[00:01:21.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:35:0)
[00:01:21.937] Build status: SCHEDULED
[00:01:21.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:36:0) after 1m19s
[00:02:41.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:36:0)
[00:02:41.059] Build status: SCHEDULED
[00:02:41.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:37:0) after 7m47s
[00:10:28.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:37:0)
[00:10:28.121] Build status: SCHEDULED
[00:10:28.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:38:0) after 1m47s
[00:12:15.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:38:0)
[00:12:15.214] Build status: SCHEDULED
[00:12:15.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:39:0) after 8m35s
[00:20:50.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:39:0)
[00:20:50.249] Build status: SCHEDULED
[00:20:50.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:40:0) after 9m44s
[00:30:34.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:40:0)
[00:30:34.402] Build status: SCHEDULED
[00:30:34.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:41:0) after 8m56s
[00:39:30.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:41:0)
[00:39:30.440] Build status: SCHEDULED
[00:39:30.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:42:0) after 1m4s
[00:40:34.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:42:0)
[00:40:34.490] Build status: SCHEDULED
[00:40:34.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:43:0) after 2m52s
[00:43:26.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:43:0)
[00:43:26.562] Build status: SCHEDULED
[00:43:26.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:44:0) after 8m52s
[00:52:18.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:44:0)
[00:52:18.643] Build status: SCHEDULED
[00:52:18.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:45:0) after 9m0s
[01:01:18.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:45:0)
[01:01:18.975] Build status: SCHEDULED
[01:01:18.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:46:0) after 8m20s
[01:09:38.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:46:0)
[01:09:39.073] Build status: SCHEDULED
[01:09:39.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:47:0) after 7m58s
[01:17:37.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:47:0)
[01:17:37.189] Build status: SCHEDULED
[01:17:37.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:48:0) after 4m52s
[01:22:29.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:48:0)
[01:22:29.323] Build status: SCHEDULED
[01:22:29.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:49:0) after 6m31s
[01:29:00.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:49:0)
[01:29:00.370] Build status: SCHEDULED
[01:29:00.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:50:0) after 7m21s
[01:36:21.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:50:0)
[01:36:21.411] Build status: SCHEDULED
[01:36:21.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:51:0) after 2m14s
[01:38:35.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:51:0)
[01:38:35.416] Build status: SCHEDULED
[01:38:35.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:52:0) after 2m29s
[01:41:04.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:52:0)
[01:41:04.470] Build status: SCHEDULED
[01:41:04.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:53:0) after 1m48s
[01:42:52.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:53:0)
[01:42:52.591] Build status: SCHEDULED
[01:42:52.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:54:0) after 4m34s
[01:47:26.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:54:0)
[01:47:26.629] Build status: SCHEDULED
[01:47:26.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:55:0) after 9m33s
[01:56:59.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:55:0)
[01:56:59.729] Build status: SCHEDULED
[01:56:59.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:56:0) after 8m43s
[02:05:42.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:56:0)
[02:05:42.882] Build status: SCHEDULED
[02:05:42.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:57:0) after 5m9s
[02:10:51.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:57:0)
[02:10:51.925] Build status: SCHEDULED
[02:10:51.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:58:0) after 2m13s
[02:13:04.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:58:0)
[02:13:05.033] Build status: SCHEDULED
[02:13:05.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:59:0) after 5m10s
[02:18:15.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:59:0)
[02:18:15.126] Build status: SCHEDULED
[02:18:15.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:60:0) after 8m54s
[02:27:09.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:60:0)
[02:27:09.988] Build status: SCHEDULED
[02:27:09.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:61:0) after 8m39s
[02:35:49.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:61:0)
[02:35:49.114] Build status: SCHEDULED
[02:35:49.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:62:0) after 2m50s
[02:38:39.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:62:0)
[02:38:39.150] Build status: SCHEDULED
[02:38:39.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:63:0) after 5m53s
[02:44:32.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:63:0)
[02:44:32.232] Build status: SCHEDULED
[02:44:32.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:64:0) after 1m28s
[02:46:00.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:64:0)
[02:46:00.441] Build status: SCHEDULED
[02:46:00.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:65:0) after 1m26s
[02:47:26.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:65:0)
[02:47:26.471] Build status: SCHEDULED
[02:47:26.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:66:0) after 1m17s
[02:48:43.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:66:0)
[02:48:43.661] Build status: SCHEDULED
[02:48:43.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:67:0) after 7m56s
[02:56:39.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:67:0)
[02:56:39.701] Build status: SCHEDULED
[02:56:39.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:68:0) after 9m45s
[03:06:24.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:68:0)
[03:06:24.736] Build status: SCHEDULED
[03:06:24.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:69:0) after 7m27s
[03:13:51.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:69:0)
[03:13:51.743] Build status: SCHEDULED
[03:13:51.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:70:0) after 2m25s
[03:16:16.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:70:0)
[03:16:16.945] Build status: SCHEDULED
[03:16:16.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:71:0) after 9m41s
[03:25:58.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:71:0)
[03:25:58.044] Build status: SCHEDULED
[03:25:58.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:72:0) after 7m18s
[03:33:16.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:72:0)
[03:33:16.080] Build status: SCHEDULED
[03:33:16.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:73:0) after 9m32s
[03:42:48.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:73:0)
[03:42:48.152] Build status: SCHEDULED
[03:42:48.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:74:0) after 4m30s
[03:47:18.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:74:0)
[03:47:18.323] Build status: SCHEDULED
[03:47:18.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:75:0) after 8m48s
[03:56:06.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:75:0)
[03:56:06.642] Build status: SCHEDULED
[03:56:06.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:76:0) after 6m55s
[04:03:02.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:76:0)
[04:03:02.238] Build status: SCHEDULED
[04:03:02.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:77:0) after 8m15s
[04:11:17.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:77:0)
[04:11:17.468] Build status: SCHEDULED
[04:11:17.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:78:0) after 4m6s
[04:15:23.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:78:0)
[04:15:23.529] Build status: SCHEDULED
[04:15:23.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:79:0) after 2m48s
[04:18:11.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:79:0)
[04:18:11.693] Build status: SCHEDULED
[04:18:11.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:80:0) after 2m52s
[04:21:04.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:80:0)
[04:21:04.934] Build status: SCHEDULED
[04:21:04.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:81:0) after 5m12s
[04:26:16.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:81:0)
[04:26:16.986] Build status: SCHEDULED
[04:26:16.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:82:0) after 9m10s
[04:35:27.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:82:0)
[04:35:27.129] Build status: SCHEDULED
[04:35:27.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:83:0) after 3m30s
[04:38:57.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:83:0)
[04:38:57.218] Build status: SCHEDULED
[04:38:57.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:84:0) after 5m29s
[04:44:26.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:84:0)
[04:44:26.274] Build status: SCHEDULED
[04:44:26.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:85:0) after 2m50s
[04:47:16.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:85:0)
[04:47:16.346] Build status: SCHEDULED
[04:47:16.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:86:0) after 7m38s
[04:54:54.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:86:0)
[04:54:54.415] Build status: SCHEDULED
[04:54:54.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885456888143977040:87:0) after 6m39s
[04:57:08.721] Received PubSub notification, asking Buildbucket for the build status
[04:57:08.820] Build:
{
"id": "8720026826175389201",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-18T20:56:39.711396042Z",
"endTime": "2025-03-19T04:56:55.362068378Z",
"updateTime": "2025-03-19T04:56:55.362068378Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "85faf90d1b354e9ca8ec8ddd82324539793f537b",
"ref": "refs/heads/main"
}
}
}
[04:57:08.820] Invocation finished in 8h0m30.369869623s with status FAILED