[00:14:41.060] New invocation is queued and will start shortly
[00:14:43.278] Starting the invocation (attempt 1)
[00:14:43.310] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
[00:14:43.310] Popped gitiles commit info from properties and tags
[00:14:43.310] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:14:43.310] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:14:43.311] Buildbucket request:
{
"requestId": "8880461595185010736",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880461595185010736",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a69ca532a86456f7022869ed3d0f84da318d3c1b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a69ca532a86456f7022869ed3d0f84da318d3c1b",
"title": "a69ca532a86456f7022869ed3d0f84da318d3c1b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a69ca532a86456f7022869ed3d0f84da318d3c1b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1adb3ee53725c2d11814328bcf1a6f8729750bf3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1adb3ee53725c2d11814328bcf1a6f8729750bf3",
"title": "1adb3ee53725c2d11814328bcf1a6f8729750bf3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1adb3ee53725c2d11814328bcf1a6f8729750bf3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da",
"title": "88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "935fd39bf207ac4be258df475f709d03d674bd72"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@935fd39bf207ac4be258df475f709d03d674bd72",
"title": "935fd39bf207ac4be258df475f709d03d674bd72",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/935fd39bf207ac4be258df475f709d03d674bd72"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
"title": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
"title": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880461595185010736"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:14:43.713] Scheduled build:
{
"id": "8715031532094992529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-13T00:14:43.378338084Z",
"updateTime": "2025-05-13T00:14:43.378338084Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
"ref": "refs/heads/main"
}
}
}
[00:14:43.713] Task URL: https://cr-buildbucket.appspot.com/build/8715031532094992529
[00:14:43.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:2:0) after 8m7s
[00:14:46.750] Received PubSub notification, asking Buildbucket for the build status
[00:14:46.943] Build status: SCHEDULED
[00:22:50.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:2:0)
[00:22:50.760] Build status: SCHEDULED
[00:22:50.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:4:0) after 9m36s
[00:32:26.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:4:0)
[00:32:26.846] Build status: SCHEDULED
[00:32:26.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:5:0) after 2m52s
[00:35:18.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:5:0)
[00:35:18.976] Build status: SCHEDULED
[00:35:18.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:6:0) after 4m21s
[00:39:39.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:6:0)
[00:39:40.034] Build status: SCHEDULED
[00:39:40.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:7:0) after 6m14s
[00:45:54.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:7:0)
[00:45:54.216] Build status: SCHEDULED
[00:45:54.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:8:0) after 3m41s
[00:49:35.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:8:0)
[00:49:35.501] Build status: SCHEDULED
[00:49:35.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:9:0) after 7m5s
[00:56:40.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:9:0)
[00:56:40.670] Build status: SCHEDULED
[00:56:40.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:10:0) after 3m41s
[01:00:21.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:10:0)
[01:00:21.761] Build status: SCHEDULED
[01:00:21.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:11:0) after 4m8s
[01:04:29.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:11:0)
[01:04:29.880] Build status: SCHEDULED
[01:04:29.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:12:0) after 7m18s
[01:11:47.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:12:0)
[01:11:47.932] Build status: SCHEDULED
[01:11:47.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:13:0) after 1m4s
[01:12:52.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:13:0)
[01:12:52.041] Build status: SCHEDULED
[01:12:52.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:14:0) after 8m54s
[01:21:46.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:14:0)
[01:21:46.189] Build status: SCHEDULED
[01:21:46.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:15:0) after 9m37s
[01:31:23.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:15:0)
[01:31:23.229] Build status: SCHEDULED
[01:31:23.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:16:0) after 3m47s
[01:35:10.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:16:0)
[01:35:10.378] Build status: SCHEDULED
[01:35:10.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:17:0) after 2m10s
[01:37:20.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:17:0)
[01:37:20.494] Build status: SCHEDULED
[01:37:20.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:18:0) after 3m56s
[01:41:16.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:18:0)
[01:41:16.531] Build status: SCHEDULED
[01:41:16.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:19:0) after 6m42s
[01:47:58.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:19:0)
[01:47:58.573] Build status: SCHEDULED
[01:47:58.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:20:0) after 9m49s
[01:57:47.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:20:0)
[01:57:47.680] Build status: SCHEDULED
[01:57:47.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:21:0) after 4m50s
[02:02:37.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:21:0)
[02:02:37.758] Build status: SCHEDULED
[02:02:37.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:22:0) after 4m54s
[02:07:31.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:22:0)
[02:07:31.828] Build status: SCHEDULED
[02:07:31.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:23:0) after 3m13s
[02:10:44.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:23:0)
[02:10:44.883] Build status: SCHEDULED
[02:10:44.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:24:0) after 7m58s
[02:18:42.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:24:0)
[02:18:42.954] Build status: SCHEDULED
[02:18:42.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:25:0) after 1m57s
[02:20:40.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:25:0)
[02:20:40.090] Build status: SCHEDULED
[02:20:40.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:26:0) after 5m1s
[02:25:41.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:26:0)
[02:25:41.155] Build status: SCHEDULED
[02:25:41.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:27:0) after 6m9s
[02:31:50.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:27:0)
[02:31:50.290] Build status: SCHEDULED
[02:31:50.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:28:0) after 9m1s
[02:40:51.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:28:0)
[02:40:51.383] Build status: SCHEDULED
[02:40:51.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:29:0) after 3m7s
[02:43:58.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:29:0)
[02:43:58.883] Build status: SCHEDULED
[02:43:58.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:30:0) after 6m54s
[02:50:52.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:30:0)
[02:50:53.004] Build status: SCHEDULED
[02:50:53.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:31:0) after 1m2s
[02:51:54.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:31:0)
[02:51:55.003] Build status: SCHEDULED
[02:51:55.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:32:0) after 6m37s
[02:58:32.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:32:0)
[02:58:32.221] Build status: SCHEDULED
[02:58:32.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:33:0) after 9m46s
[03:08:18.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:33:0)
[03:08:18.242] Build status: SCHEDULED
[03:08:18.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:34:0) after 8m4s
[03:16:22.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:34:0)
[03:16:22.320] Build status: SCHEDULED
[03:16:22.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:35:0) after 1m53s
[03:18:15.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:35:0)
[03:18:15.360] Build status: SCHEDULED
[03:18:15.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:36:0) after 8m2s
[03:26:17.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:36:0)
[03:26:17.506] Build status: SCHEDULED
[03:26:17.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:37:0) after 6m26s
[03:32:43.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:37:0)
[03:32:43.593] Build status: SCHEDULED
[03:32:43.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:38:0) after 5m35s
[03:38:18.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:38:0)
[03:38:18.638] Build status: SCHEDULED
[03:38:18.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:39:0) after 1m11s
[03:39:29.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:39:0)
[03:39:29.748] Build status: SCHEDULED
[03:39:29.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:40:0) after 7m51s
[03:47:21.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:40:0)
[03:47:21.041] Build status: SCHEDULED
[03:47:21.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:41:0) after 1m3s
[03:48:24.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:41:0)
[03:48:24.127] Build status: SCHEDULED
[03:48:24.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:42:0) after 8m3s
[03:56:27.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:42:0)
[03:56:27.345] Build status: SCHEDULED
[03:56:27.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:43:0) after 8m53s
[04:05:20.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:43:0)
[04:05:20.459] Build status: SCHEDULED
[04:05:20.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:44:0) after 8m13s
[04:13:33.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:44:0)
[04:13:33.515] Build status: SCHEDULED
[04:13:33.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:45:0) after 4m5s
[04:17:38.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:45:0)
[04:17:38.553] Build status: SCHEDULED
[04:17:38.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:46:0) after 5m22s
[04:23:00.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:46:0)
[04:23:00.622] Build status: SCHEDULED
[04:23:00.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:47:0) after 6m40s
[04:29:40.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:47:0)
[04:29:40.773] Build status: SCHEDULED
[04:29:40.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:48:0) after 1m34s
[04:31:14.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:48:0)
[04:31:14.884] Build status: SCHEDULED
[04:31:14.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:49:0) after 7m17s
[04:38:31.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:49:0)
[04:38:31.920] Build status: SCHEDULED
[04:38:31.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:50:0) after 9m20s
[04:47:51.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:50:0)
[04:47:52.052] Build status: SCHEDULED
[04:47:52.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:51:0) after 3m15s
[04:51:07.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:51:0)
[04:51:07.148] Build status: SCHEDULED
[04:51:07.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:52:0) after 9m32s
[05:00:39.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:52:0)
[05:00:39.243] Build status: SCHEDULED
[05:00:39.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:53:0) after 2m57s
[05:03:36.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:53:0)
[05:03:36.280] Build status: SCHEDULED
[05:03:36.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:54:0) after 4m55s
[05:08:31.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:54:0)
[05:08:31.445] Build status: SCHEDULED
[05:08:31.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:55:0) after 9m38s
[05:18:09.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:55:0)
[05:18:09.486] Build status: SCHEDULED
[05:18:09.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:56:0) after 5m52s
[05:24:01.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:56:0)
[05:24:01.649] Build status: SCHEDULED
[05:24:01.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:57:0) after 2m35s
[05:26:36.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:57:0)
[05:26:36.711] Build status: SCHEDULED
[05:26:36.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:58:0) after 4m14s
[05:30:50.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:58:0)
[05:30:50.757] Build status: SCHEDULED
[05:30:50.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:59:0) after 1m0s
[05:31:50.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:59:0)
[05:31:50.795] Build status: SCHEDULED
[05:31:50.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:60:0) after 2m21s
[05:34:11.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:60:0)
[05:34:11.828] Build status: SCHEDULED
[05:34:11.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:61:0) after 3m18s
[05:37:29.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:61:0)
[05:37:29.890] Build status: SCHEDULED
[05:37:29.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:62:0) after 5m47s
[05:43:16.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:62:0)
[05:43:17.020] Build status: SCHEDULED
[05:43:17.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:63:0) after 8m5s
[05:51:22.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:63:0)
[05:51:22.060] Build status: SCHEDULED
[05:51:22.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:64:0) after 8m8s
[05:59:30.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:64:0)
[05:59:30.218] Build status: SCHEDULED
[05:59:30.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:65:0) after 4m27s
[06:03:57.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:65:0)
[06:03:57.321] Build status: SCHEDULED
[06:03:57.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:66:0) after 1m12s
[06:05:09.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:66:0)
[06:05:09.404] Build status: SCHEDULED
[06:05:09.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:67:0) after 9m53s
[06:15:02.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:67:0)
[06:15:02.496] Build status: SCHEDULED
[06:15:02.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:68:0) after 4m17s
[06:19:19.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:68:0)
[06:19:19.647] Build status: SCHEDULED
[06:19:19.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:69:0) after 1m52s
[06:21:11.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:69:0)
[06:21:11.728] Build status: SCHEDULED
[06:21:11.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:70:0) after 6m22s
[06:27:33.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:70:0)
[06:27:33.855] Build status: SCHEDULED
[06:27:33.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:71:0) after 4m28s
[06:32:01.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:71:0)
[06:32:01.900] Build status: SCHEDULED
[06:32:01.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:72:0) after 4m25s
[06:32:28.719] Received PubSub notification, asking Buildbucket for the build status
[06:32:28.748] Build status: STARTED
[06:36:26.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:72:0)
[06:36:26.938] Build status: STARTED
[06:36:26.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:74:0) after 6m22s
[06:42:48.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:74:0)
[06:42:48.975] Build status: STARTED
[06:42:48.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:75:0) after 4m2s
[06:46:50.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:75:0)
[06:46:51.006] Build status: STARTED
[06:46:51.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:76:0) after 7m42s
[06:54:33.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:76:0)
[06:54:33.253] Build status: STARTED
[06:54:33.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:77:0) after 2m20s
[06:56:53.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:77:0)
[06:56:53.309] Build status: STARTED
[06:56:53.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:78:0) after 9m30s
[07:06:23.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:78:0)
[07:06:23.358] Build status: STARTED
[07:06:23.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:79:0) after 9m11s
[07:15:34.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:79:0)
[07:15:34.455] Build status: STARTED
[07:15:34.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:80:0) after 5m47s
[07:21:21.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:80:0)
[07:21:21.964] Build status: STARTED
[07:21:21.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8880461595185010736:81:0) after 6m28s
[07:24:04.038] Received PubSub notification, asking Buildbucket for the build status
[07:24:04.065] Build:
{
"id": "8715031532094992529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-13T00:14:43.378338084Z",
"startTime": "2025-05-13T06:32:28.445696778Z",
"endTime": "2025-05-13T07:24:03.671675605Z",
"updateTime": "2025-05-13T07:24:03.671675605Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
"ref": "refs/heads/main"
}
}
}
[07:24:04.065] Invocation finished in 7h9m23.018440909s with status FAILED