[23:02:28.680] New invocation is queued and will start shortly
[23:02:29.756] Starting the invocation (attempt 1)
[23:02:29.783] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8712f76a7c0912202312926227a53c0d4d78a0a0"
[23:02:29.783] Popped gitiles commit info from properties and tags
[23:02:29.784] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:02:29.784] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:02:29.784] Buildbucket request:
{
"requestId": "8861259581132973552",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861259581132973552",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0d509d9d05917cd4c363fef35582e4d5464a62d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0d509d9d05917cd4c363fef35582e4d5464a62d7",
"title": "0d509d9d05917cd4c363fef35582e4d5464a62d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0d509d9d05917cd4c363fef35582e4d5464a62d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c46b1cab3a2bbd02d5bd7ecbf36d7a0b71829bf1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c46b1cab3a2bbd02d5bd7ecbf36d7a0b71829bf1",
"title": "c46b1cab3a2bbd02d5bd7ecbf36d7a0b71829bf1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c46b1cab3a2bbd02d5bd7ecbf36d7a0b71829bf1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8712f76a7c0912202312926227a53c0d4d78a0a0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8712f76a7c0912202312926227a53c0d4d78a0a0",
"title": "8712f76a7c0912202312926227a53c0d4d78a0a0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8712f76a7c0912202312926227a53c0d4d78a0a0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8712f76a7c0912202312926227a53c0d4d78a0a0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861259581132973552"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:02:30.161] Scheduled build:
{
"id": "8695829519257362433",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-10T23:02:29.844923545Z",
"updateTime": "2025-12-10T23:02:29.844923545Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8712f76a7c0912202312926227a53c0d4d78a0a0",
"ref": "refs/heads/main"
}
}
}
[23:02:30.161] Task URL: https://cr-buildbucket.appspot.com/build/8695829519257362433
[23:02:30.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:2:0) after 2m36s
[23:02:32.035] Received PubSub notification, asking Buildbucket for the build status
[23:02:32.076] Build status: SCHEDULED
[23:05:06.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:2:0)
[23:05:06.190] Build status: SCHEDULED
[23:05:06.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:4:0) after 8m11s
[23:13:17.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:4:0)
[23:13:17.225] Build status: SCHEDULED
[23:13:17.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:5:0) after 9m1s
[23:22:18.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:5:0)
[23:22:18.350] Build status: SCHEDULED
[23:22:18.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:6:0) after 6m1s
[23:28:19.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:6:0)
[23:28:19.347] Build status: SCHEDULED
[23:28:19.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:7:0) after 6m40s
[23:34:59.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:7:0)
[23:34:59.405] Build status: SCHEDULED
[23:34:59.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:8:0) after 7m7s
[23:42:06.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:8:0)
[23:42:06.436] Build status: SCHEDULED
[23:42:06.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:9:0) after 8m44s
[23:50:50.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:9:0)
[23:50:50.470] Build status: SCHEDULED
[23:50:50.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:10:0) after 8m25s
[23:59:15.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:10:0)
[23:59:15.741] Build status: SCHEDULED
[23:59:15.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:11:0) after 8m18s
[00:07:33.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:11:0)
[00:07:33.726] Build status: SCHEDULED
[00:07:33.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:12:0) after 5m58s
[00:13:31.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:12:0)
[00:13:31.968] Build status: SCHEDULED
[00:13:31.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:13:0) after 9m8s
[00:22:40.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:13:0)
[00:22:40.091] Build status: SCHEDULED
[00:22:40.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:14:0) after 2m14s
[00:24:54.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:14:0)
[00:24:54.291] Build status: SCHEDULED
[00:24:54.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:15:0) after 6m41s
[00:31:35.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:15:0)
[00:31:35.321] Build status: SCHEDULED
[00:31:35.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:16:0) after 8m21s
[00:39:56.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:16:0)
[00:39:56.407] Build status: SCHEDULED
[00:39:56.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:17:0) after 7m30s
[00:47:26.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:17:0)
[00:47:26.435] Build status: SCHEDULED
[00:47:26.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:18:0) after 8m46s
[00:56:12.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:18:0)
[00:56:12.476] Build status: SCHEDULED
[00:56:12.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:19:0) after 2m46s
[00:58:58.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:19:0)
[00:58:58.606] Build status: SCHEDULED
[00:58:58.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:20:0) after 6m14s
[01:05:12.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:20:0)
[01:05:12.638] Build status: SCHEDULED
[01:05:12.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:21:0) after 4m33s
[01:09:45.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:21:0)
[01:09:45.665] Build status: SCHEDULED
[01:09:45.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:22:0) after 9m16s
[01:19:01.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:22:0)
[01:19:01.704] Build status: SCHEDULED
[01:19:01.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:23:0) after 4m43s
[01:23:44.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:23:0)
[01:23:44.762] Build status: SCHEDULED
[01:23:44.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:24:0) after 2m17s
[01:26:01.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:24:0)
[01:26:01.964] Build status: SCHEDULED
[01:26:01.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:25:0) after 9m27s
[01:35:29.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:25:0)
[01:35:29.087] Build status: SCHEDULED
[01:35:29.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:26:0) after 7m49s
[01:43:18.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:26:0)
[01:43:18.133] Build status: SCHEDULED
[01:43:18.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:27:0) after 4m50s
[01:48:08.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:27:0)
[01:48:08.164] Build status: SCHEDULED
[01:48:08.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:28:0) after 9m41s
[01:57:49.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:28:0)
[01:57:49.199] Build status: SCHEDULED
[01:57:49.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:29:0) after 7m45s
[02:05:34.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:29:0)
[02:05:34.235] Build status: SCHEDULED
[02:05:34.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:30:0) after 3m22s
[02:08:56.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:30:0)
[02:08:56.324] Build status: SCHEDULED
[02:08:56.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:31:0) after 1m49s
[02:10:45.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:31:0)
[02:10:45.353] Build status: SCHEDULED
[02:10:45.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:32:0) after 2m1s
[02:12:46.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:32:0)
[02:12:46.438] Build status: SCHEDULED
[02:12:46.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:33:0) after 4m23s
[02:17:09.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:33:0)
[02:17:09.526] Build status: SCHEDULED
[02:17:09.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8861259581132973552:34:0) after 7m51s
[02:17:19.518] Received PubSub notification, asking Buildbucket for the build status
[02:17:19.541] Build status: STARTED
[02:19:10.888] Received PubSub notification, asking Buildbucket for the build status
[02:19:10.904] Build:
{
"id": "8695829519257362433",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-10T23:02:29.844923545Z",
"startTime": "2025-12-11T02:17:18.882397398Z",
"endTime": "2025-12-11T02:19:07.838831302Z",
"updateTime": "2025-12-11T02:19:07.838831302Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8712f76a7c0912202312926227a53c0d4d78a0a0",
"ref": "refs/heads/main"
}
}
}
[02:19:10.904] Invocation finished in 3h16m42.232967648s with status FAILED