[21:57:35.440] New invocation is queued and will start shortly
[21:57:36.514] Starting the invocation (attempt 1)
[21:57:36.543] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/29add2b3bad530524c4cf3335932dd022e14afba"
[21:57:36.543] Popped gitiles commit info from properties and tags
[21:57:36.543] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:57:36.543] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:57:36.543] Buildbucket request:
{
"requestId": "8872044702497497200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872044702497497200",
"job": "pigweed/pigweed.dev.ci-envtest-mac-arm",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "29add2b3bad530524c4cf3335932dd022e14afba"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@29add2b3bad530524c4cf3335932dd022e14afba",
"title": "29add2b3bad530524c4cf3335932dd022e14afba",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/29add2b3bad530524c4cf3335932dd022e14afba"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "29add2b3bad530524c4cf3335932dd022e14afba",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872044702497497200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-envtest-mac-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:57:36.917] Scheduled build:
{
"id": "8706614640618949713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-13T21:57:36.603199845Z",
"updateTime": "2025-08-13T21:57:36.603199845Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "29add2b3bad530524c4cf3335932dd022e14afba",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:57:36.917] Task URL: https://cr-buildbucket.appspot.com/build/8706614640618949713
[21:57:36.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:2:0) after 7m15s
[21:57:37.048] Received PubSub notification, asking Buildbucket for the build status
[21:57:37.069] Build status: SCHEDULED
[22:04:52.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:2:0)
[22:04:52.077] Build status: SCHEDULED
[22:04:52.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:4:0) after 3m33s
[22:08:25.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:4:0)
[22:08:25.163] Build status: SCHEDULED
[22:08:25.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:5:0) after 2m31s
[22:10:56.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:5:0)
[22:10:56.259] Build status: SCHEDULED
[22:10:56.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:6:0) after 2m42s
[22:13:38.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:6:0)
[22:13:38.329] Build status: SCHEDULED
[22:13:38.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:7:0) after 2m45s
[22:16:23.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:7:0)
[22:16:23.474] Build status: SCHEDULED
[22:16:23.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:8:0) after 1m43s
[22:18:06.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:8:0)
[22:18:06.535] Build status: SCHEDULED
[22:18:06.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:9:0) after 5m58s
[22:24:04.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:9:0)
[22:24:04.599] Build status: SCHEDULED
[22:24:04.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:10:0) after 1m19s
[22:25:23.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:10:0)
[22:25:23.654] Build status: SCHEDULED
[22:25:23.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:11:0) after 5m16s
[22:30:39.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:11:0)
[22:30:39.700] Build status: SCHEDULED
[22:30:39.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:12:0) after 3m47s
[22:34:26.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:12:0)
[22:34:26.693] Build status: SCHEDULED
[22:34:26.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:13:0) after 6m1s
[22:40:27.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:13:0)
[22:40:27.728] Build status: SCHEDULED
[22:40:27.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:14:0) after 3m58s
[22:44:25.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:14:0)
[22:44:25.828] Build status: SCHEDULED
[22:44:25.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:15:0) after 2m30s
[22:46:55.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:15:0)
[22:46:55.871] Build status: SCHEDULED
[22:46:55.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:16:0) after 2m18s
[22:49:13.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:16:0)
[22:49:13.962] Build status: SCHEDULED
[22:49:13.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:17:0) after 8m35s
[22:57:49.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:17:0)
[22:57:49.048] Build status: SCHEDULED
[22:57:49.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:18:0) after 8m1s
[23:05:50.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:18:0)
[23:05:50.113] Build status: SCHEDULED
[23:05:50.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:19:0) after 2m17s
[23:08:07.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:19:0)
[23:08:07.188] Build status: SCHEDULED
[23:08:07.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:20:0) after 8m50s
[23:16:57.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:20:0)
[23:16:57.266] Build status: SCHEDULED
[23:16:57.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:21:0) after 9m21s
[23:26:18.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:21:0)
[23:26:18.437] Build status: SCHEDULED
[23:26:18.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:22:0) after 7m33s
[23:33:51.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:22:0)
[23:33:51.448] Build status: SCHEDULED
[23:33:51.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:23:0) after 1m32s
[23:35:23.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:23:0)
[23:35:23.486] Build status: SCHEDULED
[23:35:23.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:24:0) after 3m45s
[23:39:08.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:24:0)
[23:39:08.503] Build status: SCHEDULED
[23:39:08.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:25:0) after 3m21s
[23:42:29.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:25:0)
[23:42:29.579] Build status: SCHEDULED
[23:42:29.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:26:0) after 5m44s
[23:48:13.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:26:0)
[23:48:13.750] Build status: SCHEDULED
[23:48:13.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:27:0) after 6m36s
[23:54:49.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:27:0)
[23:54:49.844] Build status: SCHEDULED
[23:54:49.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:28:0) after 8m45s
[00:03:34.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:28:0)
[00:03:34.897] Build status: SCHEDULED
[00:03:34.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:29:0) after 8m9s
[00:11:43.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:29:0)
[00:11:43.936] Build status: SCHEDULED
[00:11:43.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:30:0) after 9m35s
[00:21:18.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:30:0)
[00:21:18.970] Build status: SCHEDULED
[00:21:18.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:31:0) after 3m26s
[00:24:45.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:31:0)
[00:24:45.030] Build status: SCHEDULED
[00:24:45.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:32:0) after 4m19s
[00:29:04.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:32:0)
[00:29:04.076] Build status: SCHEDULED
[00:29:04.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:33:0) after 2m57s
[00:32:01.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:33:0)
[00:32:01.165] Build status: SCHEDULED
[00:32:01.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:34:0) after 3m28s
[00:35:29.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:34:0)
[00:35:29.162] Build status: SCHEDULED
[00:35:29.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:35:0) after 4m19s
[00:39:48.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:35:0)
[00:39:48.247] Build status: SCHEDULED
[00:39:48.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:36:0) after 4m42s
[00:44:30.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:36:0)
[00:44:30.319] Build status: SCHEDULED
[00:44:30.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:37:0) after 4m22s
[00:48:52.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:37:0)
[00:48:52.437] Build status: SCHEDULED
[00:48:52.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:38:0) after 7m1s
[00:55:53.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:38:0)
[00:55:53.472] Build status: SCHEDULED
[00:55:53.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:39:0) after 8m6s
[01:03:59.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:39:0)
[01:03:59.492] Build status: SCHEDULED
[01:03:59.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:40:0) after 1m45s
[01:05:44.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:40:0)
[01:05:44.538] Build status: SCHEDULED
[01:05:44.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:41:0) after 5m35s
[01:11:19.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:41:0)
[01:11:19.659] Build status: SCHEDULED
[01:11:19.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:42:0) after 1m43s
[01:13:02.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:42:0)
[01:13:02.703] Build status: SCHEDULED
[01:13:02.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:43:0) after 9m16s
[01:22:18.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:43:0)
[01:22:18.734] Build status: SCHEDULED
[01:22:18.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:44:0) after 6m25s
[01:28:43.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:44:0)
[01:28:43.819] Build status: SCHEDULED
[01:28:43.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:45:0) after 5m13s
[01:33:56.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:45:0)
[01:33:56.908] Build status: SCHEDULED
[01:33:56.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:46:0) after 5m25s
[01:39:21.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:46:0)
[01:39:22.012] Build status: SCHEDULED
[01:39:22.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:47:0) after 1m25s
[01:40:47.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:47:0)
[01:40:47.045] Build status: SCHEDULED
[01:40:47.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:48:0) after 5m54s
[01:46:41.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:48:0)
[01:46:41.096] Build status: SCHEDULED
[01:46:41.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:49:0) after 7m56s
[01:54:37.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:49:0)
[01:54:37.216] Build status: SCHEDULED
[01:54:37.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:50:0) after 1m17s
[01:55:54.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:50:0)
[01:55:54.325] Build status: SCHEDULED
[01:55:54.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:51:0) after 6m8s
[01:59:47.762] Received PubSub notification, asking Buildbucket for the build status
[01:59:47.861] Build status: STARTED
[02:02:02.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:51:0)
[02:02:02.433] Build status: STARTED
[02:02:02.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:53:0) after 4m5s
[02:06:07.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:53:0)
[02:06:07.471] Build status: STARTED
[02:06:07.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-arm:8872044702497497200:54:0) after 2m38s
[02:06:34.729] Received PubSub notification, asking Buildbucket for the build status
[02:06:34.749] Build:
{
"id": "8706614640618949713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-arm"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-13T21:57:36.603199845Z",
"startTime": "2025-08-14T01:59:47.526804252Z",
"endTime": "2025-08-14T02:06:34.514100178Z",
"updateTime": "2025-08-14T02:06:34.514100178Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "29add2b3bad530524c4cf3335932dd022e14afba",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:06:34.749] Invocation finished in 4h8m59.320544541s with status SUCCEEDED