[22:10:09.511] New invocation is queued and will start shortly
[22:10:12.043] Starting the invocation (attempt 1)
[22:10:12.066] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/examples/+/2025937e77b60d3f95a4893d13f2d614c37c08d9"
[22:10:12.066] Popped gitiles commit info from properties and tags
[22:10:12.066] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:10:12.066] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:10:12.066] Buildbucket request:
{
"requestId": "8864886751445515056",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-bazel-linux"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864886751445515056",
"job": "pigweed/examples.dev.ci-examples-bazel-linux",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/examples",
"revision": "2025937e77b60d3f95a4893d13f2d614c37c08d9"
},
"id": "https://pigweed.googlesource.com/pigweed/examples/+/refs/heads/main@2025937e77b60d3f95a4893d13f2d614c37c08d9",
"title": "2025937e77b60d3f95a4893d13f2d614c37c08d9",
"url": "https://pigweed.googlesource.com/pigweed/examples/+/2025937e77b60d3f95a4893d13f2d614c37c08d9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "2025937e77b60d3f95a4893d13f2d614c37c08d9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864886751445515056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-bazel-linux"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:10:12.448] Scheduled build:
{
"id": "8699456688058257121",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-bazel-linux"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-31T22:10:12.118515965Z",
"updateTime": "2025-10-31T22:10:12.118515965Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "2025937e77b60d3f95a4893d13f2d614c37c08d9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:10:12.449] Task URL: https://cr-buildbucket.appspot.com/build/8699456688058257121
[22:10:12.449] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:2:0) after 6m46s
[22:10:13.362] Received PubSub notification, asking Buildbucket for the build status
[22:10:13.379] Build status: SCHEDULED
[22:16:58.461] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:2:0)
[22:16:58.485] Build status: SCHEDULED
[22:16:58.485] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:4:0) after 5m6s
[22:22:04.514] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:4:0)
[22:22:04.529] Build status: SCHEDULED
[22:22:04.529] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:5:0) after 1m58s
[22:24:02.542] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:5:0)
[22:24:02.570] Build status: SCHEDULED
[22:24:02.570] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:6:0) after 6m19s
[22:30:21.685] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:6:0)
[22:30:21.845] Build status: SCHEDULED
[22:30:21.846] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:7:0) after 3m22s
[22:33:43.925] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:7:0)
[22:33:43.958] Build status: SCHEDULED
[22:33:43.958] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:8:0) after 4m33s
[22:38:17.061] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:8:0)
[22:38:17.076] Build status: SCHEDULED
[22:38:17.076] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:9:0) after 1m21s
[22:39:38.090] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:9:0)
[22:39:38.137] Build status: SCHEDULED
[22:39:38.137] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:10:0) after 6m54s
[22:46:32.248] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:10:0)
[22:46:32.289] Build status: SCHEDULED
[22:46:32.289] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:11:0) after 5m59s
[22:52:31.322] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:11:0)
[22:52:31.359] Build status: SCHEDULED
[22:52:31.359] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:12:0) after 4m56s
[22:57:27.378] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:12:0)
[22:57:27.404] Build status: SCHEDULED
[22:57:27.404] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:13:0) after 5m20s
[23:02:47.458] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:13:0)
[23:02:47.477] Build status: SCHEDULED
[23:02:47.477] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:14:0) after 5m0s
[23:07:47.509] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:14:0)
[23:07:47.534] Build status: SCHEDULED
[23:07:47.534] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:15:0) after 2m14s
[23:10:01.547] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:15:0)
[23:10:01.577] Build status: SCHEDULED
[23:10:01.577] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:16:0) after 5m18s
[23:15:19.619] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:16:0)
[23:15:19.643] Build status: SCHEDULED
[23:15:19.643] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:17:0) after 3m33s
[23:18:52.656] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:17:0)
[23:18:52.839] Build status: SCHEDULED
[23:18:52.839] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:18:0) after 3m21s
[23:22:13.851] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:18:0)
[23:22:13.873] Build status: SCHEDULED
[23:22:13.874] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:19:0) after 1m36s
[23:23:49.885] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:19:0)
[23:23:49.949] Build status: SCHEDULED
[23:23:49.949] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:20:0) after 8m47s
[23:32:37.050] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:20:0)
[23:32:37.074] Build status: SCHEDULED
[23:32:37.074] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:21:0) after 6m2s
[23:38:39.089] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:21:0)
[23:38:39.136] Build status: SCHEDULED
[23:38:39.136] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:22:0) after 3m33s
[23:42:12.150] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:22:0)
[23:42:12.163] Build status: SCHEDULED
[23:42:12.163] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:23:0) after 1m12s
[23:43:24.175] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:23:0)
[23:43:24.204] Build status: SCHEDULED
[23:43:24.204] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:24:0) after 9m21s
[23:52:45.217] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:24:0)
[23:52:45.231] Build status: SCHEDULED
[23:52:45.231] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:25:0) after 8m8s
[00:00:53.203] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:25:0)
[00:00:53.244] Build status: SCHEDULED
[00:00:53.244] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:26:0) after 4m34s
[00:05:27.257] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:26:0)
[00:05:27.288] Build status: SCHEDULED
[00:05:27.288] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:27:0) after 7m18s
[00:12:45.313] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:27:0)
[00:12:45.412] Build status: SCHEDULED
[00:12:45.412] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:28:0) after 4m52s
[00:17:37.380] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:28:0)
[00:17:37.395] Build status: SCHEDULED
[00:17:37.395] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:29:0) after 5m4s
[00:22:41.448] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:29:0)
[00:22:41.491] Build status: SCHEDULED
[00:22:41.491] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:30:0) after 8m53s
[00:31:34.504] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:30:0)
[00:31:34.523] Build status: SCHEDULED
[00:31:34.523] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:31:0) after 8m11s
[00:39:45.656] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:31:0)
[00:39:45.679] Build status: SCHEDULED
[00:39:45.679] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:32:0) after 7m53s
[00:47:38.747] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:32:0)
[00:47:38.767] Build status: SCHEDULED
[00:47:38.767] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:33:0) after 2m20s
[00:49:58.837] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:33:0)
[00:49:58.852] Build status: SCHEDULED
[00:49:58.852] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:34:0) after 3m59s
[00:53:57.836] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:34:0)
[00:53:57.855] Build status: SCHEDULED
[00:53:57.855] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:35:0) after 3m25s
[00:57:22.971] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:35:0)
[00:57:22.999] Build status: SCHEDULED
[00:57:22.999] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:36:0) after 6m10s
[01:03:33.115] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:36:0)
[01:03:33.215] Build status: SCHEDULED
[01:03:33.215] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:37:0) after 9m52s
[01:13:25.234] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:37:0)
[01:13:25.337] Build status: SCHEDULED
[01:13:25.337] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:38:0) after 8m22s
[01:21:47.353] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:38:0)
[01:21:47.415] Build status: SCHEDULED
[01:21:47.416] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:39:0) after 1m3s
[01:22:50.469] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:39:0)
[01:22:50.489] Build status: SCHEDULED
[01:22:50.489] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:40:0) after 8m2s
[01:30:52.512] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:40:0)
[01:30:52.531] Build status: SCHEDULED
[01:30:52.531] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:41:0) after 8m20s
[01:39:12.545] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:41:0)
[01:39:12.559] Build status: SCHEDULED
[01:39:12.559] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:42:0) after 6m7s
[01:45:19.670] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:42:0)
[01:45:19.702] Build status: SCHEDULED
[01:45:19.702] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:43:0) after 4m10s
[01:49:29.714] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:43:0)
[01:49:29.730] Build status: SCHEDULED
[01:49:29.731] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-bazel-linux:8864886751445515056:44:0) after 7m32s
[01:49:39.196] Received PubSub notification, asking Buildbucket for the build status
[01:49:39.214] Build status: STARTED
[01:50:24.264] Received PubSub notification, asking Buildbucket for the build status
[01:50:24.298] Build:
{
"id": "8699456688058257121",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-bazel-linux"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-31T22:10:12.118515965Z",
"startTime": "2025-11-01T01:49:39.045892324Z",
"endTime": "2025-11-01T01:50:23.890089830Z",
"updateTime": "2025-11-01T01:50:23.890089830Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/examples",
"id": "2025937e77b60d3f95a4893d13f2d614c37c08d9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:50:24.298] Invocation finished in 3h40m14.793655265s with status FAILED