[09:15:20.542] New invocation is queued and will start shortly
[09:15:21.585] Starting the invocation (attempt 1)
[09:15:21.612] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/ea17bb9d91d0b1667ab638ee224423f7939db12b"
[09:15:21.612] Popped gitiles commit info from properties and tags
[09:15:21.612] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:15:21.612] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:15:21.613] Buildbucket request:
{
"requestId": "8868015795527659808",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868015795527659808",
"job": "pigweed/examples.dev.ci-examples-envtest-mac",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/examples",
"revision": "ea17bb9d91d0b1667ab638ee224423f7939db12b"
},
"id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@ea17bb9d91d0b1667ab638ee224423f7939db12b",
"title": "ea17bb9d91d0b1667ab638ee224423f7939db12b",
"url": "https://pigweed.googlesource.com/pigweed/examples/+/ea17bb9d91d0b1667ab638ee224423f7939db12b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "ea17bb9d91d0b1667ab638ee224423f7939db12b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868015795527659808"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-envtest-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:15:22.970] Scheduled build:
{
"id": "8702585732875083409",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-27T09:15:22.441745949Z",
"updateTime": "2025-09-27T09:15:22.441745949Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "ea17bb9d91d0b1667ab638ee224423f7939db12b",
"ref": "refs/heads/main"
}
}
}
[09:15:22.970] Task URL: https://cr-buildbucket.appspot.com/build/8702585732875083409
[09:15:22.970] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:2:0) after 1m55s
[09:15:23.783] Received PubSub notification, asking Buildbucket for the build status
[09:15:23.799] Build status: SCHEDULED
[09:17:18.156] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:2:0)
[09:17:18.189] Build status: SCHEDULED
[09:17:18.189] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:4:0) after 6m19s
[09:23:37.191] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:4:0)
[09:23:37.213] Build status: SCHEDULED
[09:23:37.213] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:5:0) after 6m27s
[09:30:04.305] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:5:0)
[09:30:04.328] Build status: SCHEDULED
[09:30:04.328] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:6:0) after 7m50s
[09:37:54.483] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:6:0)
[09:37:54.585] Build status: SCHEDULED
[09:37:54.585] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:7:0) after 9m15s
[09:47:09.676] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:7:0)
[09:47:09.697] Build status: SCHEDULED
[09:47:09.697] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:8:0) after 9m45s
[09:56:55.105] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:8:0)
[09:56:55.129] Build status: SCHEDULED
[09:56:55.129] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:9:0) after 5m13s
[10:02:08.171] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:9:0)
[10:02:08.232] Build status: SCHEDULED
[10:02:08.233] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:10:0) after 5m30s
[10:07:38.246] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:10:0)
[10:07:38.366] Build status: SCHEDULED
[10:07:38.366] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:11:0) after 1m0s
[10:08:38.490] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:11:0)
[10:08:38.512] Build status: SCHEDULED
[10:08:38.512] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:12:0) after 1m40s
[10:10:19.003] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:12:0)
[10:10:19.095] Build status: SCHEDULED
[10:10:19.095] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:13:0) after 8m16s
[10:18:35.331] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:13:0)
[10:18:35.394] Build status: SCHEDULED
[10:18:35.394] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:14:0) after 9m58s
[10:28:33.437] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:14:0)
[10:28:33.470] Build status: SCHEDULED
[10:28:33.470] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:15:0) after 1m45s
[10:30:18.553] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:15:0)
[10:30:18.570] Build status: SCHEDULED
[10:30:18.570] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:16:0) after 6m11s
[10:36:29.660] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:16:0)
[10:36:29.757] Build status: SCHEDULED
[10:36:29.757] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:17:0) after 9m51s
[10:46:20.915] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:17:0)
[10:46:20.979] Build status: SCHEDULED
[10:46:20.979] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:18:0) after 2m10s
[10:48:31.093] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:18:0)
[10:48:31.116] Build status: SCHEDULED
[10:48:31.116] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:19:0) after 5m27s
[10:53:58.129] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:19:0)
[10:53:58.148] Build status: SCHEDULED
[10:53:58.148] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:20:0) after 7m50s
[11:01:48.166] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:20:0)
[11:01:48.182] Build status: SCHEDULED
[11:01:48.182] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:21:0) after 7m4s
[11:08:52.440] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:21:0)
[11:08:52.460] Build status: SCHEDULED
[11:08:52.460] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:22:0) after 9m35s
[11:18:28.160] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:22:0)
[11:18:28.175] Build status: SCHEDULED
[11:18:28.175] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:23:0) after 5m32s
[11:24:00.587] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:23:0)
[11:24:00.602] Build status: SCHEDULED
[11:24:00.602] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:24:0) after 3m14s
[11:27:14.627] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:24:0)
[11:27:14.644] Build status: SCHEDULED
[11:27:14.644] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:25:0) after 5m16s
[11:32:30.659] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:25:0)
[11:32:30.672] Build status: SCHEDULED
[11:32:30.672] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:26:0) after 9m34s
[11:42:04.754] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:26:0)
[11:42:04.968] Build status: SCHEDULED
[11:42:04.968] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:27:0) after 9m13s
[11:51:18.274] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:27:0)
[11:51:18.312] Build status: SCHEDULED
[11:51:18.312] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:28:0) after 3m2s
[11:54:20.328] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:28:0)
[11:54:20.366] Build status: SCHEDULED
[11:54:20.366] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:29:0) after 3m44s
[11:58:04.383] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:29:0)
[11:58:04.434] Build status: SCHEDULED
[11:58:04.434] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:30:0) after 4m12s
[12:02:16.558] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:30:0)
[12:02:16.597] Build status: SCHEDULED
[12:02:16.597] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:31:0) after 6m47s
[12:09:03.766] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:31:0)
[12:09:03.801] Build status: SCHEDULED
[12:09:03.801] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:32:0) after 7m46s
[12:16:49.814] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:32:0)
[12:16:49.882] Build status: SCHEDULED
[12:16:49.883] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:33:0) after 8m54s
[12:25:43.898] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:33:0)
[12:25:43.911] Build status: SCHEDULED
[12:25:43.911] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:34:0) after 2m13s
[12:27:57.180] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:34:0)
[12:27:57.197] Build status: SCHEDULED
[12:27:57.197] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:35:0) after 8m58s
[12:36:55.214] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:35:0)
[12:36:55.235] Build status: SCHEDULED
[12:36:55.236] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:36:0) after 6m32s
[12:43:27.248] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:36:0)
[12:43:27.309] Build status: SCHEDULED
[12:43:27.310] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:37:0) after 5m8s
[12:48:35.541] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:37:0)
[12:48:35.560] Build status: SCHEDULED
[12:48:35.560] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:38:0) after 7m43s
[12:56:18.716] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:38:0)
[12:56:18.729] Build status: SCHEDULED
[12:56:18.729] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:39:0) after 5m13s
[13:01:31.855] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:39:0)
[13:01:31.883] Build status: SCHEDULED
[13:01:31.883] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:40:0) after 3m7s
[13:04:38.997] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:40:0)
[13:04:39.015] Build status: SCHEDULED
[13:04:39.015] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:41:0) after 7m10s
[13:11:49.425] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:41:0)
[13:11:49.446] Build status: SCHEDULED
[13:11:49.446] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:42:0) after 5m9s
[13:16:58.600] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:42:0)
[13:16:58.616] Build status: SCHEDULED
[13:16:58.616] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:43:0) after 5m0s
[13:21:58.697] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:43:0)
[13:21:58.723] Build status: SCHEDULED
[13:21:58.723] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:44:0) after 2m12s
[13:24:10.894] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:44:0)
[13:24:10.996] Build status: SCHEDULED
[13:24:10.996] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:45:0) after 7m34s
[13:31:45.012] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:45:0)
[13:31:45.032] Build status: SCHEDULED
[13:31:45.032] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:46:0) after 5m6s
[13:36:51.050] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:46:0)
[13:36:51.081] Build status: SCHEDULED
[13:36:51.081] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:47:0) after 7m5s
[13:43:56.155] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:47:0)
[13:43:56.184] Build status: SCHEDULED
[13:43:56.184] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:48:0) after 7m6s
[13:51:02.209] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:48:0)
[13:51:02.262] Build status: SCHEDULED
[13:51:02.262] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:49:0) after 1m15s
[13:52:17.362] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:49:0)
[13:52:17.392] Build status: SCHEDULED
[13:52:17.392] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:50:0) after 4m6s
[13:56:23.456] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:50:0)
[13:56:23.481] Build status: SCHEDULED
[13:56:23.481] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:51:0) after 9m14s
[14:05:37.500] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:51:0)
[14:05:37.648] Build status: SCHEDULED
[14:05:37.648] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8868015795527659808:52:0) after 6m52s
[14:06:27.722] Received PubSub notification, asking Buildbucket for the build status
[14:06:27.742] Build status: STARTED
[14:07:45.745] Received PubSub notification, asking Buildbucket for the build status
[14:07:45.762] Build:
{
"id": "8702585732875083409",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-27T09:15:22.441745949Z",
"startTime": "2025-09-27T14:06:27.394746071Z",
"endTime": "2025-09-27T14:07:45.531360207Z",
"updateTime": "2025-09-27T14:07:45.531360207Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "ea17bb9d91d0b1667ab638ee224423f7939db12b",
"ref": "refs/heads/main"
}
}
}
[14:07:45.762] Invocation finished in 4h52m25.234372837s with status FAILED