[03:17:37.241] New invocation is queued and will start shortly
[03:17:38.408] Starting the invocation (attempt 1)
[03:17:38.431] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a856838718c90894ce31968984a36394cda63fea"
[03:17:38.431] Popped gitiles commit info from properties and tags
[03:17:38.431] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:17:38.432] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:17:38.432] Buildbucket request:
{
"requestId": "8862964871304323792",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862964871304323792",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "033bac6758359e4ecd57c84c305e3cae5116dde1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@033bac6758359e4ecd57c84c305e3cae5116dde1",
"title": "033bac6758359e4ecd57c84c305e3cae5116dde1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/033bac6758359e4ecd57c84c305e3cae5116dde1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a856838718c90894ce31968984a36394cda63fea"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a856838718c90894ce31968984a36394cda63fea",
"title": "a856838718c90894ce31968984a36394cda63fea",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a856838718c90894ce31968984a36394cda63fea"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a856838718c90894ce31968984a36394cda63fea",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862964871304323792"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:17:38.841] Scheduled build:
{
"id": "8697534809323235681",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T03:17:38.507350849Z",
"updateTime": "2025-11-22T03:17:38.507350849Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a856838718c90894ce31968984a36394cda63fea",
"ref": "refs/heads/main"
}
}
}
[03:17:38.841] Task URL: https://cr-buildbucket.appspot.com/build/8697534809323235681
[03:17:38.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:2:0) after 6m51s
[03:17:39.773] Received PubSub notification, asking Buildbucket for the build status
[03:17:39.827] Build status: SCHEDULED
[03:24:30.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:2:0)
[03:24:30.084] Build status: SCHEDULED
[03:24:30.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:4:0) after 3m9s
[03:27:39.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:4:0)
[03:27:39.082] Build status: SCHEDULED
[03:27:39.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:5:0) after 3m36s
[03:31:15.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:5:0)
[03:31:15.184] Build status: SCHEDULED
[03:31:15.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:6:0) after 6m46s
[03:38:01.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:6:0)
[03:38:01.222] Build status: SCHEDULED
[03:38:01.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:7:0) after 8m29s
[03:46:30.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:7:0)
[03:46:30.364] Build status: SCHEDULED
[03:46:30.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:8:0) after 2m18s
[03:48:48.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:8:0)
[03:48:48.397] Build status: SCHEDULED
[03:48:48.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:9:0) after 6m50s
[03:55:38.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:9:0)
[03:55:38.509] Build status: SCHEDULED
[03:55:38.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:10:0) after 1m3s
[03:56:41.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:10:0)
[03:56:41.505] Build status: SCHEDULED
[03:56:41.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:11:0) after 7m12s
[04:03:53.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:11:0)
[04:03:53.547] Build status: SCHEDULED
[04:03:53.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:12:0) after 5m24s
[04:09:17.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:12:0)
[04:09:17.667] Build status: SCHEDULED
[04:09:17.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:13:0) after 7m15s
[04:16:32.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:13:0)
[04:16:32.699] Build status: SCHEDULED
[04:16:32.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:14:0) after 5m4s
[04:21:36.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:14:0)
[04:21:36.734] Build status: SCHEDULED
[04:21:36.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:15:0) after 1m14s
[04:22:50.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:15:0)
[04:22:50.760] Build status: SCHEDULED
[04:22:50.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:16:0) after 5m48s
[04:28:38.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:16:0)
[04:28:38.795] Build status: SCHEDULED
[04:28:38.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:17:0) after 3m42s
[04:32:20.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:17:0)
[04:32:20.835] Build status: SCHEDULED
[04:32:20.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:18:0) after 6m36s
[04:38:56.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:18:0)
[04:38:57.051] Build status: SCHEDULED
[04:38:57.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:19:0) after 9m56s
[04:48:53.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:19:0)
[04:48:53.096] Build status: SCHEDULED
[04:48:53.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:20:0) after 5m46s
[04:54:39.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:20:0)
[04:54:39.135] Build status: SCHEDULED
[04:54:39.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:21:0) after 4m43s
[04:59:22.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:21:0)
[04:59:22.127] Build status: SCHEDULED
[04:59:22.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:22:0) after 9m47s
[05:09:09.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:22:0)
[05:09:09.267] Build status: SCHEDULED
[05:09:09.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:23:0) after 5m23s
[05:14:32.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:23:0)
[05:14:32.302] Build status: SCHEDULED
[05:14:32.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:24:0) after 7m49s
[05:22:21.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:24:0)
[05:22:21.333] Build status: SCHEDULED
[05:22:21.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:25:0) after 7m58s
[05:30:19.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:25:0)
[05:30:19.420] Build status: SCHEDULED
[05:30:19.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:26:0) after 4m46s
[05:35:05.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:26:0)
[05:35:05.767] Build status: SCHEDULED
[05:35:05.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:27:0) after 8m13s
[05:43:18.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:27:0)
[05:43:18.841] Build status: SCHEDULED
[05:43:18.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:28:0) after 8m55s
[05:52:13.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:28:0)
[05:52:13.862] Build status: SCHEDULED
[05:52:13.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:29:0) after 1m31s
[05:53:44.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:29:0)
[05:53:44.929] Build status: SCHEDULED
[05:53:44.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:30:0) after 9m57s
[06:03:41.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:30:0)
[06:03:41.973] Build status: SCHEDULED
[06:03:41.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:31:0) after 9m59s
[06:13:41.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:31:0)
[06:13:41.703] Build status: SCHEDULED
[06:13:41.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:32:0) after 7m46s
[06:21:27.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:32:0)
[06:21:27.884] Build status: SCHEDULED
[06:21:27.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:33:0) after 7m41s
[06:29:09.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:33:0)
[06:29:09.058] Build status: SCHEDULED
[06:29:09.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:34:0) after 2m19s
[06:31:28.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:34:0)
[06:31:28.344] Build status: SCHEDULED
[06:31:28.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:35:0) after 8m12s
[06:39:40.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:35:0)
[06:39:40.372] Build status: SCHEDULED
[06:39:40.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:36:0) after 5m19s
[06:44:59.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:36:0)
[06:44:59.557] Build status: SCHEDULED
[06:44:59.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:37:0) after 2m9s
[06:47:08.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:37:0)
[06:47:08.661] Build status: SCHEDULED
[06:47:08.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:38:0) after 2m55s
[06:50:03.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:38:0)
[06:50:03.692] Build status: SCHEDULED
[06:50:03.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:39:0) after 3m51s
[06:52:58.818] Received PubSub notification, asking Buildbucket for the build status
[06:52:58.840] Build status: STARTED
[06:53:54.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:39:0)
[06:53:54.732] Build status: STARTED
[06:53:54.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8862964871304323792:41:0) after 4m14s
[06:55:40.408] Received PubSub notification, asking Buildbucket for the build status
[06:55:40.421] Build:
{
"id": "8697534809323235681",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T03:17:38.507350849Z",
"startTime": "2025-11-22T06:52:58.550791619Z",
"endTime": "2025-11-22T06:55:39.988188002Z",
"updateTime": "2025-11-22T06:55:39.988188002Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a856838718c90894ce31968984a36394cda63fea",
"ref": "refs/heads/main"
}
}
}
[06:55:40.421] Invocation finished in 3h38m3.187204346s with status FAILED