[21:49:29.185] New invocation is queued and will start shortly
[21:49:30.328] Starting the invocation (attempt 1)
[21:49:30.354] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e1e95885be2801addaff9eb78f2d81ea372e7fef"
[21:49:30.354] Popped gitiles commit info from properties and tags
[21:49:30.354] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:49:30.354] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:49:30.355] Buildbucket request:
{
"requestId": "8867787154948581136",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867787154948581136",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e1e95885be2801addaff9eb78f2d81ea372e7fef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e1e95885be2801addaff9eb78f2d81ea372e7fef",
"title": "e1e95885be2801addaff9eb78f2d81ea372e7fef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e1e95885be2801addaff9eb78f2d81ea372e7fef"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e1e95885be2801addaff9eb78f2d81ea372e7fef",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867787154948581136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:49:30.697] Scheduled build:
{
"id": "8702357093003741089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-29T21:49:30.414067036Z",
"updateTime": "2025-09-29T21:49:30.414067036Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e1e95885be2801addaff9eb78f2d81ea372e7fef",
"ref": "refs/heads/main"
}
}
}
[21:49:30.697] Task URL: https://cr-buildbucket.appspot.com/build/8702357093003741089
[21:49:30.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:2:0) after 6m8s
[21:49:31.660] Received PubSub notification, asking Buildbucket for the build status
[21:49:32.034] Build status: SCHEDULED
[21:55:38.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:2:0)
[21:55:38.809] Build status: SCHEDULED
[21:55:38.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:4:0) after 2m48s
[21:58:26.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:4:0)
[21:58:26.915] Build status: SCHEDULED
[21:58:26.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:5:0) after 6m24s
[22:04:50.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:5:0)
[22:04:51.030] Build status: SCHEDULED
[22:04:51.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:6:0) after 5m25s
[22:10:16.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:6:0)
[22:10:16.061] Build status: SCHEDULED
[22:10:16.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:7:0) after 4m19s
[22:14:35.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:7:0)
[22:14:35.170] Build status: SCHEDULED
[22:14:35.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:8:0) after 6m27s
[22:21:02.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:8:0)
[22:21:02.334] Build status: SCHEDULED
[22:21:02.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:9:0) after 2m56s
[22:23:58.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:9:0)
[22:23:58.408] Build status: SCHEDULED
[22:23:58.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:10:0) after 7m34s
[22:31:32.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:10:0)
[22:31:32.468] Build status: SCHEDULED
[22:31:32.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:11:0) after 1m31s
[22:33:03.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:11:0)
[22:33:03.532] Build status: SCHEDULED
[22:33:03.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:12:0) after 9m25s
[22:42:28.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:12:0)
[22:42:28.607] Build status: SCHEDULED
[22:42:28.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:13:0) after 4m51s
[22:47:19.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:13:0)
[22:47:19.754] Build status: SCHEDULED
[22:47:19.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:14:0) after 6m39s
[22:53:58.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:14:0)
[22:53:59.030] Build status: SCHEDULED
[22:53:59.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:15:0) after 8m56s
[23:02:55.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:15:0)
[23:02:55.059] Build status: SCHEDULED
[23:02:55.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:16:0) after 7m50s
[23:10:45.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:16:0)
[23:10:45.141] Build status: SCHEDULED
[23:10:45.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:17:0) after 7m16s
[23:18:01.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:17:0)
[23:18:01.278] Build status: SCHEDULED
[23:18:01.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:18:0) after 4m20s
[23:22:21.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:18:0)
[23:22:21.362] Build status: SCHEDULED
[23:22:21.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:19:0) after 4m14s
[23:26:35.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:19:0)
[23:26:35.471] Build status: SCHEDULED
[23:26:35.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:20:0) after 5m30s
[23:32:05.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:20:0)
[23:32:05.606] Build status: SCHEDULED
[23:32:05.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:21:0) after 4m21s
[23:36:26.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:21:0)
[23:36:26.667] Build status: SCHEDULED
[23:36:26.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:22:0) after 9m2s
[23:45:28.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:22:0)
[23:45:28.769] Build status: SCHEDULED
[23:45:28.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:23:0) after 7m44s
[23:53:12.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:23:0)
[23:53:12.951] Build status: SCHEDULED
[23:53:12.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:24:0) after 1m55s
[23:55:07.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:24:0)
[23:55:07.981] Build status: SCHEDULED
[23:55:07.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:25:0) after 6m2s
[00:01:10.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:25:0)
[00:01:10.050] Build status: SCHEDULED
[00:01:10.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:26:0) after 2m38s
[00:03:48.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:26:0)
[00:03:48.090] Build status: SCHEDULED
[00:03:48.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:27:0) after 5m24s
[00:09:12.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:27:0)
[00:09:12.123] Build status: SCHEDULED
[00:09:12.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:28:0) after 9m28s
[00:18:40.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:28:0)
[00:18:40.202] Build status: SCHEDULED
[00:18:40.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:29:0) after 1m39s
[00:20:19.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:29:0)
[00:20:19.277] Build status: SCHEDULED
[00:20:19.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:30:0) after 8m55s
[00:29:14.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:30:0)
[00:29:14.340] Build status: SCHEDULED
[00:29:14.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:31:0) after 4m28s
[00:33:42.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:31:0)
[00:33:42.372] Build status: SCHEDULED
[00:33:42.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:32:0) after 7m42s
[00:41:24.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:32:0)
[00:41:24.415] Build status: SCHEDULED
[00:41:24.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:33:0) after 4m54s
[00:46:18.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:33:0)
[00:46:18.448] Build status: SCHEDULED
[00:46:18.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:34:0) after 7m8s
[00:53:26.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:34:0)
[00:53:26.492] Build status: SCHEDULED
[00:53:26.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:35:0) after 2m10s
[00:55:36.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:35:0)
[00:55:36.531] Build status: SCHEDULED
[00:55:36.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:36:0) after 3m32s
[00:59:08.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:36:0)
[00:59:08.563] Build status: SCHEDULED
[00:59:08.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:37:0) after 4m13s
[01:03:21.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:37:0)
[01:03:21.604] Build status: SCHEDULED
[01:03:21.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:38:0) after 3m18s
[01:06:39.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:38:0)
[01:06:39.643] Build status: SCHEDULED
[01:06:39.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:39:0) after 8m8s
[01:14:47.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:39:0)
[01:14:47.704] Build status: SCHEDULED
[01:14:47.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:40:0) after 5m42s
[01:19:14.292] Received PubSub notification, asking Buildbucket for the build status
[01:19:14.308] Build status: STARTED
[01:20:29.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:40:0)
[01:20:29.834] Build status: STARTED
[01:20:29.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8867787154948581136:42:0) after 9m24s
[01:21:43.403] Received PubSub notification, asking Buildbucket for the build status
[01:21:43.423] Build:
{
"id": "8702357093003741089",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-29T21:49:30.414067036Z",
"startTime": "2025-09-30T01:19:11.629578791Z",
"endTime": "2025-09-30T01:21:42.354670957Z",
"updateTime": "2025-09-30T01:21:42.354670957Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e1e95885be2801addaff9eb78f2d81ea372e7fef",
"ref": "refs/heads/main"
}
}
}
[01:21:43.423] Invocation finished in 3h32m14.246265542s with status FAILED