[21:50:21.243] New invocation is queued and will start shortly
[21:50:22.334] Starting the invocation (attempt 1)
[21:50:22.382] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/c0c981cc3752c5769f3f344d55e7eae827742581"
[21:50:22.382] Popped gitiles commit info from properties and tags
[21:50:22.382] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:50:22.382] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:50:22.382] Buildbucket request:
{
"requestId": "8862894864179951632",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862894864179951632",
"job": "pigweed/examples.dev.ci-examples-envtest-mac",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/examples",
"revision": "c0c981cc3752c5769f3f344d55e7eae827742581"
},
"id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@c0c981cc3752c5769f3f344d55e7eae827742581",
"title": "c0c981cc3752c5769f3f344d55e7eae827742581",
"url": "https://pigweed.googlesource.com/pigweed/examples/+/c0c981cc3752c5769f3f344d55e7eae827742581"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "c0c981cc3752c5769f3f344d55e7eae827742581",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862894864179951632"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-envtest-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:50:22.764] Scheduled build:
{
"id": "8697464802219248945",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T21:50:22.484229433Z",
"updateTime": "2025-11-22T21:50:22.484229433Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "c0c981cc3752c5769f3f344d55e7eae827742581",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:50:22.764] Task URL: https://cr-buildbucket.appspot.com/build/8697464802219248945
[21:50:22.764] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:2:0) after 3m51s
[21:50:23.721] Received PubSub notification, asking Buildbucket for the build status
[21:50:23.736] Build status: SCHEDULED
[21:54:13.899] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:2:0)
[21:54:13.915] Build status: SCHEDULED
[21:54:13.915] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:4:0) after 2m14s
[21:56:28.112] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:4:0)
[21:56:28.131] Build status: SCHEDULED
[21:56:28.131] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:5:0) after 9m8s
[22:05:36.160] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:5:0)
[22:05:36.263] Build status: SCHEDULED
[22:05:36.263] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:6:0) after 8m51s
[22:14:27.277] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:6:0)
[22:14:27.304] Build status: SCHEDULED
[22:14:27.304] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:7:0) after 4m59s
[22:19:26.418] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:7:0)
[22:19:26.439] Build status: SCHEDULED
[22:19:26.439] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:8:0) after 3m40s
[22:23:06.536] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:8:0)
[22:23:06.551] Build status: SCHEDULED
[22:23:06.551] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:9:0) after 5m47s
[22:28:53.663] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:9:0)
[22:28:53.688] Build status: SCHEDULED
[22:28:53.688] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:10:0) after 9m4s
[22:37:57.742] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:10:0)
[22:37:57.756] Build status: SCHEDULED
[22:37:57.757] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:11:0) after 7m38s
[22:45:35.770] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:11:0)
[22:45:35.796] Build status: SCHEDULED
[22:45:35.796] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:12:0) after 7m27s
[22:53:02.808] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:12:0)
[22:53:02.824] Build status: SCHEDULED
[22:53:02.824] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:13:0) after 9m34s
[23:02:36.876] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:13:0)
[23:02:36.890] Build status: SCHEDULED
[23:02:36.890] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:14:0) after 7m24s
[23:10:01.044] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:14:0)
[23:10:01.067] Build status: SCHEDULED
[23:10:01.067] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:15:0) after 5m2s
[23:15:03.078] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:15:0)
[23:15:03.116] Build status: SCHEDULED
[23:15:03.116] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:16:0) after 7m49s
[23:22:52.132] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:16:0)
[23:22:52.149] Build status: SCHEDULED
[23:22:52.149] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:17:0) after 6m51s
[23:29:43.248] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:17:0)
[23:29:43.266] Build status: SCHEDULED
[23:29:43.266] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:18:0) after 6m19s
[23:36:02.281] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:18:0)
[23:36:02.302] Build status: SCHEDULED
[23:36:02.302] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:19:0) after 1m44s
[23:37:46.401] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:19:0)
[23:37:46.424] Build status: SCHEDULED
[23:37:46.424] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:20:0) after 3m28s
[23:41:14.444] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:20:0)
[23:41:14.468] Build status: SCHEDULED
[23:41:14.468] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:21:0) after 1m38s
[23:42:52.485] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:21:0)
[23:42:52.503] Build status: SCHEDULED
[23:42:52.503] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:22:0) after 8m21s
[23:51:13.516] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:22:0)
[23:51:13.541] Build status: SCHEDULED
[23:51:13.541] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:23:0) after 8m16s
[23:59:29.538] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:23:0)
[23:59:29.555] Build status: SCHEDULED
[23:59:29.555] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:24:0) after 3m49s
[00:03:18.569] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:24:0)
[00:03:18.585] Build status: SCHEDULED
[00:03:18.585] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:25:0) after 4m51s
[00:08:09.600] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:25:0)
[00:08:09.627] Build status: SCHEDULED
[00:08:09.627] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:26:0) after 4m10s
[00:12:19.692] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:26:0)
[00:12:19.714] Build status: SCHEDULED
[00:12:19.714] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:27:0) after 7m48s
[00:20:07.729] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:27:0)
[00:20:07.789] Build status: SCHEDULED
[00:20:07.789] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:28:0) after 8m49s
[00:28:57.324] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:28:0)
[00:28:57.351] Build status: SCHEDULED
[00:28:57.351] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:29:0) after 2m52s
[00:31:49.362] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:29:0)
[00:31:49.383] Build status: SCHEDULED
[00:31:49.383] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:30:0) after 2m44s
[00:34:33.395] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:30:0)
[00:34:33.412] Build status: SCHEDULED
[00:34:33.412] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:31:0) after 3m9s
[00:37:42.492] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:31:0)
[00:37:42.516] Build status: SCHEDULED
[00:37:42.516] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:32:0) after 4m30s
[00:42:12.529] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:32:0)
[00:42:12.554] Build status: SCHEDULED
[00:42:12.554] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:33:0) after 2m58s
[00:45:10.588] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:33:0)
[00:45:10.617] Build status: SCHEDULED
[00:45:10.617] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:34:0) after 3m38s
[00:48:48.791] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:34:0)
[00:48:48.818] Build status: SCHEDULED
[00:48:48.818] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:35:0) after 1m47s
[00:50:35.908] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:35:0)
[00:50:35.921] Build status: SCHEDULED
[00:50:35.921] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:36:0) after 7m46s
[00:58:22.131] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:36:0)
[00:58:22.158] Build status: SCHEDULED
[00:58:22.158] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:37:0) after 1m45s
[01:00:07.173] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:37:0)
[01:00:07.195] Build status: SCHEDULED
[01:00:07.195] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:38:0) after 6m12s
[01:06:19.220] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:38:0)
[01:06:19.256] Build status: SCHEDULED
[01:06:19.256] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:39:0) after 6m47s
[01:13:06.243] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:39:0)
[01:13:06.306] Build status: SCHEDULED
[01:13:06.306] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:40:0) after 4m50s
[01:17:56.318] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:40:0)
[01:17:56.334] Build status: SCHEDULED
[01:17:56.334] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:41:0) after 3m10s
[01:21:06.355] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:41:0)
[01:21:06.408] Build status: SCHEDULED
[01:21:06.408] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:42:0) after 3m22s
[01:24:28.407] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:42:0)
[01:24:28.424] Build status: SCHEDULED
[01:24:28.424] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:43:0) after 4m12s
[01:28:40.451] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:43:0)
[01:28:40.467] Build status: SCHEDULED
[01:28:40.467] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:44:0) after 6m13s
[01:34:53.479] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:44:0)
[01:34:53.505] Build status: SCHEDULED
[01:34:53.505] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:45:0) after 6m39s
[01:41:32.517] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:45:0)
[01:41:32.530] Build status: SCHEDULED
[01:41:32.530] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:46:0) after 6m36s
[01:48:08.608] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:46:0)
[01:48:08.628] Build status: SCHEDULED
[01:48:08.628] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:47:0) after 6m44s
[01:54:52.641] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:47:0)
[01:54:52.661] Build status: SCHEDULED
[01:54:52.661] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:48:0) after 3m41s
[01:58:33.677] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:48:0)
[01:58:33.695] Build status: SCHEDULED
[01:58:33.696] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:49:0) after 3m13s
[02:01:46.758] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:49:0)
[02:01:46.780] Build status: SCHEDULED
[02:01:46.780] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:50:0) after 2m44s
[02:04:30.932] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:50:0)
[02:04:30.949] Build status: SCHEDULED
[02:04:30.949] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:51:0) after 8m5s
[02:12:35.961] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:51:0)
[02:12:35.979] Build status: SCHEDULED
[02:12:35.979] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:52:0) after 6m58s
[02:19:33.996] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:52:0)
[02:19:34.024] Build status: SCHEDULED
[02:19:34.024] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:53:0) after 5m7s
[02:23:43.515] Received PubSub notification, asking Buildbucket for the build status
[02:23:43.531] Build status: STARTED
[02:24:41.038] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:53:0)
[02:24:41.057] Build status: STARTED
[02:24:41.057] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862894864179951632:55:0) after 6m41s
[02:25:58.161] Received PubSub notification, asking Buildbucket for the build status
[02:25:58.178] Build:
{
"id": "8697464802219248945",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T21:50:22.484229433Z",
"startTime": "2025-11-23T02:23:43.282648221Z",
"endTime": "2025-11-23T02:25:57.701586496Z",
"updateTime": "2025-11-23T02:25:57.701586496Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "c0c981cc3752c5769f3f344d55e7eae827742581",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:25:58.179] Invocation finished in 4h35m36.948979696s with status FAILED