[03:57:48.907] New invocation is queued and will start shortly
[03:57:50.110] Starting the invocation (attempt 1)
[03:57:50.141] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/899c24a93a7a0c411d374f3bd202489428df2036"
[03:57:50.141] Popped gitiles commit info from properties and tags
[03:57:50.141] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:57:50.141] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:57:50.141] Buildbucket request:
{
"requestId": "8877639051050573952",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877639051050573952",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fb1869ffac130e305860736c44cb8fb892da4788"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb1869ffac130e305860736c44cb8fb892da4788",
"title": "fb1869ffac130e305860736c44cb8fb892da4788",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb1869ffac130e305860736c44cb8fb892da4788"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cbbdff109cc5010f24bc3e6410083553362ffd4a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cbbdff109cc5010f24bc3e6410083553362ffd4a",
"title": "cbbdff109cc5010f24bc3e6410083553362ffd4a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cbbdff109cc5010f24bc3e6410083553362ffd4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "43771093f12360f450eb308d89e270be8425f865"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43771093f12360f450eb308d89e270be8425f865",
"title": "43771093f12360f450eb308d89e270be8425f865",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43771093f12360f450eb308d89e270be8425f865"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc77a6c6e5f4af2b344f0abba92cc14cab21eb2b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc77a6c6e5f4af2b344f0abba92cc14cab21eb2b",
"title": "bc77a6c6e5f4af2b344f0abba92cc14cab21eb2b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc77a6c6e5f4af2b344f0abba92cc14cab21eb2b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "725cf2a8805ac9e0bf71d792364821f315b3ad6f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@725cf2a8805ac9e0bf71d792364821f315b3ad6f",
"title": "725cf2a8805ac9e0bf71d792364821f315b3ad6f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/725cf2a8805ac9e0bf71d792364821f315b3ad6f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cbf38395aa4001ec4495c22a214c3d9b35cf5154"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cbf38395aa4001ec4495c22a214c3d9b35cf5154",
"title": "cbf38395aa4001ec4495c22a214c3d9b35cf5154",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cbf38395aa4001ec4495c22a214c3d9b35cf5154"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3f4f714a9366b6aca570d4e2fd20857642a3da40"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3f4f714a9366b6aca570d4e2fd20857642a3da40",
"title": "3f4f714a9366b6aca570d4e2fd20857642a3da40",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3f4f714a9366b6aca570d4e2fd20857642a3da40"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "899c24a93a7a0c411d374f3bd202489428df2036"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@899c24a93a7a0c411d374f3bd202489428df2036",
"title": "899c24a93a7a0c411d374f3bd202489428df2036",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/899c24a93a7a0c411d374f3bd202489428df2036"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "899c24a93a7a0c411d374f3bd202489428df2036",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877639051050573952"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:57:50.520] Scheduled build:
{
"id": "8712208989020457409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-13T03:57:50.215610794Z",
"updateTime": "2025-06-13T03:57:50.215610794Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "899c24a93a7a0c411d374f3bd202489428df2036",
"ref": "refs/heads/main"
}
}
}
[03:57:50.520] Task URL: https://cr-buildbucket.appspot.com/build/8712208989020457409
[03:57:50.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:2:0) after 2m18s
[03:57:51.517] Received PubSub notification, asking Buildbucket for the build status
[03:57:51.537] Build status: SCHEDULED
[04:00:08.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:2:0)
[04:00:08.571] Build status: SCHEDULED
[04:00:08.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:4:0) after 5m14s
[04:05:22.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:4:0)
[04:05:22.620] Build status: SCHEDULED
[04:05:22.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:5:0) after 9m45s
[04:15:07.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:5:0)
[04:15:07.706] Build status: SCHEDULED
[04:15:07.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:6:0) after 4m17s
[04:19:24.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:6:0)
[04:19:24.742] Build status: SCHEDULED
[04:19:24.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:7:0) after 2m47s
[04:22:11.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:7:0)
[04:22:12.126] Build status: SCHEDULED
[04:22:12.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:8:0) after 7m35s
[04:29:47.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:8:0)
[04:29:47.242] Build status: SCHEDULED
[04:29:47.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:9:0) after 3m28s
[04:33:15.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:9:0)
[04:33:15.292] Build status: SCHEDULED
[04:33:15.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:10:0) after 7m9s
[04:40:24.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:10:0)
[04:40:24.410] Build status: SCHEDULED
[04:40:24.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:11:0) after 6m20s
[04:46:44.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:11:0)
[04:46:44.528] Build status: SCHEDULED
[04:46:44.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:12:0) after 5m19s
[04:52:03.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:12:0)
[04:52:03.574] Build status: SCHEDULED
[04:52:03.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:13:0) after 9m34s
[05:01:37.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:13:0)
[05:01:37.634] Build status: SCHEDULED
[05:01:37.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:14:0) after 5m50s
[05:07:27.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:14:0)
[05:07:27.717] Build status: SCHEDULED
[05:07:27.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:15:0) after 1m21s
[05:08:48.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:15:0)
[05:08:48.900] Build status: SCHEDULED
[05:08:48.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:16:0) after 9m46s
[05:18:34.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:16:0)
[05:18:34.946] Build status: SCHEDULED
[05:18:34.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:17:0) after 5m43s
[05:24:17.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:17:0)
[05:24:18.049] Build status: SCHEDULED
[05:24:18.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:18:0) after 7m51s
[05:32:09.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:18:0)
[05:32:09.083] Build status: SCHEDULED
[05:32:09.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:19:0) after 3m4s
[05:35:13.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:19:0)
[05:35:13.140] Build status: SCHEDULED
[05:35:13.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:20:0) after 5m46s
[05:40:59.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:20:0)
[05:40:59.236] Build status: SCHEDULED
[05:40:59.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:21:0) after 5m25s
[05:46:24.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:21:0)
[05:46:24.304] Build status: SCHEDULED
[05:46:24.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:22:0) after 4m3s
[05:50:27.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:22:0)
[05:50:27.368] Build status: SCHEDULED
[05:50:27.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:23:0) after 8m34s
[05:59:01.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:23:0)
[05:59:01.493] Build status: SCHEDULED
[05:59:01.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:24:0) after 3m57s
[06:02:58.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:24:0)
[06:02:58.595] Build status: SCHEDULED
[06:02:58.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:25:0) after 8m45s
[06:11:43.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:25:0)
[06:11:43.647] Build status: SCHEDULED
[06:11:43.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:26:0) after 3m50s
[06:15:33.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:26:0)
[06:15:33.689] Build status: SCHEDULED
[06:15:33.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:27:0) after 7m44s
[06:23:17.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:27:0)
[06:23:17.724] Build status: SCHEDULED
[06:23:17.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:28:0) after 1m28s
[06:24:45.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:28:0)
[06:24:45.805] Build status: SCHEDULED
[06:24:45.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:29:0) after 1m15s
[06:26:00.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:29:0)
[06:26:00.887] Build status: SCHEDULED
[06:26:00.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:30:0) after 3m25s
[06:29:25.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:30:0)
[06:29:25.938] Build status: SCHEDULED
[06:29:25.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:31:0) after 7m52s
[06:37:17.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:31:0)
[06:37:17.995] Build status: SCHEDULED
[06:37:17.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:32:0) after 4m38s
[06:41:55.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:32:0)
[06:41:56.023] Build status: SCHEDULED
[06:41:56.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:33:0) after 9m19s
[06:51:15.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:33:0)
[06:51:15.087] Build status: SCHEDULED
[06:51:15.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:34:0) after 5m27s
[06:56:42.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:34:0)
[06:56:42.121] Build status: SCHEDULED
[06:56:42.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:35:0) after 1m31s
[06:58:13.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:35:0)
[06:58:13.139] Build status: SCHEDULED
[06:58:13.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:36:0) after 1m35s
[06:59:48.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:36:0)
[06:59:48.246] Build status: SCHEDULED
[06:59:48.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:37:0) after 3m11s
[07:02:59.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:37:0)
[07:02:59.330] Build status: SCHEDULED
[07:02:59.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:38:0) after 8m39s
[07:11:38.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:38:0)
[07:11:38.386] Build status: SCHEDULED
[07:11:38.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:39:0) after 3m2s
[07:14:40.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:39:0)
[07:14:40.418] Build status: SCHEDULED
[07:14:40.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:40:0) after 8m37s
[07:23:17.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:40:0)
[07:23:17.466] Build status: SCHEDULED
[07:23:17.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:41:0) after 9m20s
[07:32:37.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:41:0)
[07:32:37.672] Build status: SCHEDULED
[07:32:37.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:42:0) after 5m56s
[07:38:33.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:42:0)
[07:38:33.747] Build status: SCHEDULED
[07:38:33.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:43:0) after 6m5s
[07:44:38.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:43:0)
[07:44:38.863] Build status: SCHEDULED
[07:44:38.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:44:0) after 3m50s
[07:48:29.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:44:0)
[07:48:29.036] Build status: SCHEDULED
[07:48:29.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:45:0) after 8m48s
[07:57:17.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:45:0)
[07:57:17.268] Build status: SCHEDULED
[07:57:17.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:46:0) after 2m27s
[07:59:44.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:46:0)
[07:59:44.541] Build status: SCHEDULED
[07:59:44.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:47:0) after 6m15s
[08:05:59.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:47:0)
[08:05:59.582] Build status: SCHEDULED
[08:05:59.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:48:0) after 7m26s
[08:13:25.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:48:0)
[08:13:25.652] Build status: SCHEDULED
[08:13:25.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:49:0) after 8m28s
[08:21:53.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:49:0)
[08:21:53.699] Build status: SCHEDULED
[08:21:53.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:50:0) after 1m20s
[08:23:13.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:50:0)
[08:23:13.740] Build status: SCHEDULED
[08:23:13.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:51:0) after 7m24s
[08:30:37.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:51:0)
[08:30:37.831] Build status: SCHEDULED
[08:30:37.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:52:0) after 1m48s
[08:32:25.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:52:0)
[08:32:25.883] Build status: SCHEDULED
[08:32:25.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:53:0) after 8m38s
[08:41:03.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:53:0)
[08:41:03.924] Build status: SCHEDULED
[08:41:03.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:54:0) after 3m18s
[08:44:21.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:54:0)
[08:44:21.931] Build status: SCHEDULED
[08:44:21.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:55:0) after 1m38s
[08:45:59.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:55:0)
[08:45:59.925] Build status: SCHEDULED
[08:45:59.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:56:0) after 8m21s
[08:54:20.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:56:0)
[08:54:20.960] Build status: SCHEDULED
[08:54:20.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:57:0) after 6m58s
[09:01:18.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:57:0)
[09:01:19.021] Build status: SCHEDULED
[09:01:19.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:58:0) after 9m46s
[09:11:05.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:58:0)
[09:11:05.156] Build status: SCHEDULED
[09:11:05.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:59:0) after 4m17s
[09:15:22.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:59:0)
[09:15:22.207] Build status: SCHEDULED
[09:15:22.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:60:0) after 6m51s
[09:22:13.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:60:0)
[09:22:13.335] Build status: SCHEDULED
[09:22:13.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:61:0) after 5m15s
[09:27:28.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:61:0)
[09:27:28.437] Build status: SCHEDULED
[09:27:28.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:62:0) after 1m39s
[09:29:07.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:62:0)
[09:29:07.596] Build status: SCHEDULED
[09:29:07.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:63:0) after 9m5s
[09:38:12.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:63:0)
[09:38:12.665] Build status: SCHEDULED
[09:38:12.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:64:0) after 8m30s
[09:46:42.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:64:0)
[09:46:42.765] Build status: SCHEDULED
[09:46:42.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:65:0) after 2m5s
[09:48:47.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:65:0)
[09:48:47.824] Build status: SCHEDULED
[09:48:47.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:66:0) after 1m33s
[09:50:20.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:66:0)
[09:50:20.873] Build status: SCHEDULED
[09:50:20.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:67:0) after 6m36s
[09:56:56.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:67:0)
[09:56:56.919] Build status: SCHEDULED
[09:56:56.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:68:0) after 5m10s
[10:02:06.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:68:0)
[10:02:06.993] Build status: SCHEDULED
[10:02:06.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:69:0) after 9m9s
[10:11:16.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:69:0)
[10:11:16.056] Build status: SCHEDULED
[10:11:16.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:70:0) after 3m18s
[10:14:34.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:70:0)
[10:14:34.154] Build status: SCHEDULED
[10:14:34.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:71:0) after 3m42s
[10:18:16.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:71:0)
[10:18:16.195] Build status: SCHEDULED
[10:18:16.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:72:0) after 4m43s
[10:22:59.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:72:0)
[10:22:59.239] Build status: SCHEDULED
[10:22:59.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:73:0) after 1m4s
[10:24:03.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:73:0)
[10:24:03.337] Build status: SCHEDULED
[10:24:03.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:74:0) after 3m20s
[10:27:23.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:74:0)
[10:27:23.410] Build status: SCHEDULED
[10:27:23.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:75:0) after 6m32s
[10:33:55.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:75:0)
[10:33:55.525] Build status: SCHEDULED
[10:33:55.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:76:0) after 3m34s
[10:37:29.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:76:0)
[10:37:29.573] Build status: SCHEDULED
[10:37:29.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:77:0) after 7m20s
[10:44:49.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:77:0)
[10:44:49.630] Build status: SCHEDULED
[10:44:49.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:78:0) after 8m42s
[10:53:31.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:78:0)
[10:53:31.672] Build status: SCHEDULED
[10:53:31.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:79:0) after 2m39s
[10:56:10.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:79:0)
[10:56:10.784] Build status: SCHEDULED
[10:56:10.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:80:0) after 2m16s
[10:58:26.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:80:0)
[10:58:26.832] Build status: SCHEDULED
[10:58:26.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:81:0) after 9m32s
[11:07:58.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:81:0)
[11:07:58.924] Build status: SCHEDULED
[11:07:58.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:82:0) after 9m15s
[11:17:13.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:82:0)
[11:17:13.976] Build status: SCHEDULED
[11:17:13.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:83:0) after 3m42s
[11:20:56.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:83:0)
[11:20:56.118] Build status: SCHEDULED
[11:20:56.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:84:0) after 3m53s
[11:24:49.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:84:0)
[11:24:49.208] Build status: SCHEDULED
[11:24:49.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:85:0) after 7m47s
[11:32:36.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:85:0)
[11:32:36.246] Build status: SCHEDULED
[11:32:36.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:86:0) after 5m11s
[11:37:47.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:86:0)
[11:37:47.283] Build status: SCHEDULED
[11:37:47.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:87:0) after 5m40s
[11:43:27.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:87:0)
[11:43:27.384] Build status: SCHEDULED
[11:43:27.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:88:0) after 3m42s
[11:47:09.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:88:0)
[11:47:09.419] Build status: SCHEDULED
[11:47:09.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:89:0) after 5m47s
[11:52:56.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:89:0)
[11:52:56.575] Build status: SCHEDULED
[11:52:56.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:90:0) after 2m21s
[11:55:17.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:90:0)
[11:55:17.625] Build status: SCHEDULED
[11:55:17.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8877639051050573952:91:0) after 6m47s
[11:57:54.595] Received PubSub notification, asking Buildbucket for the build status
[11:57:54.612] Build:
{
"id": "8712208989020457409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-13T03:57:50.215610794Z",
"endTime": "2025-06-13T11:57:54.365879857Z",
"updateTime": "2025-06-13T11:57:54.365879857Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "899c24a93a7a0c411d374f3bd202489428df2036",
"ref": "refs/heads/main"
}
}
}
[11:57:54.612] Invocation finished in 8h0m5.717124231s with status FAILED