[17:41:33.506] New invocation is queued and will start shortly
[17:41:36.283] Starting the invocation (attempt 1)
[17:41:36.316] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8dfd907229dddbb3115a65cdcbc1816a7084e0c6"
[17:41:36.316] Popped gitiles commit info from properties and tags
[17:41:36.316] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:41:36.316] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:41:36.317] Buildbucket request:
{
"requestId": "8874688122676959104",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874688122676959104",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8dfd907229dddbb3115a65cdcbc1816a7084e0c6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8dfd907229dddbb3115a65cdcbc1816a7084e0c6",
"title": "8dfd907229dddbb3115a65cdcbc1816a7084e0c6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8dfd907229dddbb3115a65cdcbc1816a7084e0c6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8dfd907229dddbb3115a65cdcbc1816a7084e0c6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874688122676959104"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:41:36.771] Scheduled build:
{
"id": "8709258058995478609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-15T17:41:36.389168944Z",
"updateTime": "2025-07-15T17:41:36.389168944Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8dfd907229dddbb3115a65cdcbc1816a7084e0c6",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:41:36.771] Task URL: https://cr-buildbucket.appspot.com/build/8709258058995478609
[17:41:36.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:2:0) after 8m38s
[17:41:37.071] Received PubSub notification, asking Buildbucket for the build status
[17:41:37.087] Build status: SCHEDULED
[17:50:14.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:2:0)
[17:50:14.819] Build status: SCHEDULED
[17:50:14.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:4:0) after 9m35s
[17:59:49.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:4:0)
[17:59:49.921] Build status: SCHEDULED
[17:59:49.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:5:0) after 1m42s
[18:01:31.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:5:0)
[18:01:31.959] Build status: SCHEDULED
[18:01:31.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:6:0) after 7m38s
[18:09:10.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:6:0)
[18:09:10.060] Build status: SCHEDULED
[18:09:10.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:7:0) after 3m56s
[18:13:06.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:7:0)
[18:13:06.291] Build status: SCHEDULED
[18:13:06.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:8:0) after 3m14s
[18:16:20.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:8:0)
[18:16:20.433] Build status: SCHEDULED
[18:16:20.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:9:0) after 8m2s
[18:24:22.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:9:0)
[18:24:22.526] Build status: SCHEDULED
[18:24:22.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:10:0) after 4m55s
[18:29:17.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:10:0)
[18:29:17.643] Build status: SCHEDULED
[18:29:17.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:11:0) after 2m40s
[18:31:57.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:11:0)
[18:31:57.727] Build status: SCHEDULED
[18:31:57.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:12:0) after 6m52s
[18:38:49.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:12:0)
[18:38:49.772] Build status: SCHEDULED
[18:38:49.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:13:0) after 2m21s
[18:41:10.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:13:0)
[18:41:10.871] Build status: SCHEDULED
[18:41:10.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:14:0) after 9m21s
[18:50:31.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:14:0)
[18:50:31.919] Build status: SCHEDULED
[18:50:31.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:15:0) after 2m26s
[18:52:57.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:15:0)
[18:52:58.028] Build status: SCHEDULED
[18:52:58.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:16:0) after 6m5s
[18:59:03.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:16:0)
[18:59:03.151] Build status: SCHEDULED
[18:59:03.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:17:0) after 6m48s
[19:05:51.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:17:0)
[19:05:51.324] Build status: SCHEDULED
[19:05:51.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:18:0) after 6m54s
[19:12:45.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:18:0)
[19:12:45.391] Build status: SCHEDULED
[19:12:45.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:19:0) after 6m58s
[19:19:43.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:19:0)
[19:19:43.450] Build status: SCHEDULED
[19:19:43.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:20:0) after 9m54s
[19:29:37.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:20:0)
[19:29:37.563] Build status: SCHEDULED
[19:29:37.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:21:0) after 1m46s
[19:31:23.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:21:0)
[19:31:23.649] Build status: SCHEDULED
[19:31:23.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:22:0) after 1m41s
[19:33:04.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:22:0)
[19:33:04.693] Build status: SCHEDULED
[19:33:04.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:23:0) after 1m21s
[19:34:25.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:23:0)
[19:34:25.735] Build status: SCHEDULED
[19:34:25.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:24:0) after 1m18s
[19:35:43.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:24:0)
[19:35:43.853] Build status: SCHEDULED
[19:35:43.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:25:0) after 7m30s
[19:43:13.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:25:0)
[19:43:13.904] Build status: SCHEDULED
[19:43:13.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:26:0) after 5m3s
[19:48:16.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:26:0)
[19:48:16.958] Build status: SCHEDULED
[19:48:16.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:27:0) after 2m31s
[19:50:48.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:27:0)
[19:50:48.061] Build status: SCHEDULED
[19:50:48.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:28:0) after 8m19s
[19:59:07.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:28:0)
[19:59:07.125] Build status: SCHEDULED
[19:59:07.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:29:0) after 5m38s
[20:04:45.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:29:0)
[20:04:45.137] Build status: SCHEDULED
[20:04:45.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:30:0) after 1m35s
[20:06:20.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:30:0)
[20:06:20.189] Build status: SCHEDULED
[20:06:20.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:31:0) after 7m44s
[20:14:04.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:31:0)
[20:14:04.231] Build status: SCHEDULED
[20:14:04.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:32:0) after 4m42s
[20:18:46.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:32:0)
[20:18:46.258] Build status: SCHEDULED
[20:18:46.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:33:0) after 1m7s
[20:19:53.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:33:0)
[20:19:53.316] Build status: SCHEDULED
[20:19:53.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:34:0) after 5m0s
[20:24:53.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:34:0)
[20:24:53.335] Build status: SCHEDULED
[20:24:53.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:35:0) after 9m38s
[20:34:31.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:35:0)
[20:34:31.381] Build status: SCHEDULED
[20:34:31.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:36:0) after 1m43s
[20:35:58.271] Received PubSub notification, asking Buildbucket for the build status
[20:35:58.291] Build status: STARTED
[20:36:14.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:36:0)
[20:36:14.431] Build status: STARTED
[20:36:14.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:38:0) after 6m28s
[20:42:42.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:38:0)
[20:42:42.473] Build status: STARTED
[20:42:42.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:39:0) after 1m33s
[20:44:15.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:39:0)
[20:44:15.525] Build status: STARTED
[20:44:15.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:40:0) after 1m53s
[20:46:08.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:40:0)
[20:46:08.673] Build status: STARTED
[20:46:08.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:41:0) after 6m19s
[20:52:27.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:41:0)
[20:52:27.764] Build status: STARTED
[20:52:27.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:42:0) after 2m51s
[20:55:18.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:42:0)
[20:55:18.790] Build status: STARTED
[20:55:18.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:43:0) after 9m59s
[21:05:17.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:43:0)
[21:05:17.923] Build status: STARTED
[21:05:17.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:44:0) after 2m31s
[21:07:49.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:44:0)
[21:07:49.081] Build status: STARTED
[21:07:49.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:45:0) after 4m14s
[21:12:03.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:45:0)
[21:12:03.111] Build status: STARTED
[21:12:03.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:46:0) after 2m8s
[21:14:11.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:46:0)
[21:14:11.211] Build status: STARTED
[21:14:11.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:47:0) after 9m44s
[21:23:55.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:47:0)
[21:23:55.406] Build status: STARTED
[21:23:55.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:48:0) after 4m2s
[21:27:57.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:48:0)
[21:27:57.455] Build status: STARTED
[21:27:57.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8874688122676959104:49:0) after 9m41s
[21:34:44.787] Received PubSub notification, asking Buildbucket for the build status
[21:34:44.810] Build:
{
"id": "8709258058995478609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-15T17:41:36.389168944Z",
"startTime": "2025-07-15T20:35:58.076734199Z",
"endTime": "2025-07-15T21:34:44.587882644Z",
"updateTime": "2025-07-15T21:34:44.587882644Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8dfd907229dddbb3115a65cdcbc1816a7084e0c6",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:34:44.811] Invocation finished in 3h53m11.315258307s with status FAILED