[02:38:48.220] New invocation is queued and will start shortly
[02:38:49.567] Starting the invocation (attempt 1)
[02:38:49.591] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1e94d08be07c4565b970517a75a461d8718618dc"
[02:38:49.591] Popped gitiles commit info from properties and tags
[02:38:49.591] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:38:49.592] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:38:49.593] Buildbucket request:
{
"requestId": "8834429269042686384",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834429269042686384",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c3f0cc314b5363dc46a5eb2f6d4b24959123a4c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c3f0cc314b5363dc46a5eb2f6d4b24959123a4c",
"title": "3c3f0cc314b5363dc46a5eb2f6d4b24959123a4c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c3f0cc314b5363dc46a5eb2f6d4b24959123a4c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3816264cafb210a7936b81cbb1983a4d9b574d49"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3816264cafb210a7936b81cbb1983a4d9b574d49",
"title": "3816264cafb210a7936b81cbb1983a4d9b574d49",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3816264cafb210a7936b81cbb1983a4d9b574d49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "56ca06b88bf620736311c81390c68c9e896bff7e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@56ca06b88bf620736311c81390c68c9e896bff7e",
"title": "56ca06b88bf620736311c81390c68c9e896bff7e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/56ca06b88bf620736311c81390c68c9e896bff7e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0c4e99dea667cc8c2346e3f359da6de106368828"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0c4e99dea667cc8c2346e3f359da6de106368828",
"title": "0c4e99dea667cc8c2346e3f359da6de106368828",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0c4e99dea667cc8c2346e3f359da6de106368828"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "de2d1e080186d627b4470f875a907a29c4c68506"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@de2d1e080186d627b4470f875a907a29c4c68506",
"title": "de2d1e080186d627b4470f875a907a29c4c68506",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/de2d1e080186d627b4470f875a907a29c4c68506"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1e94d08be07c4565b970517a75a461d8718618dc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e94d08be07c4565b970517a75a461d8718618dc",
"title": "1e94d08be07c4565b970517a75a461d8718618dc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e94d08be07c4565b970517a75a461d8718618dc"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e94d08be07c4565b970517a75a461d8718618dc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834429269042686384"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:38:49.962] Scheduled build:
{
"id": "8668999206878440753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-03T02:38:49.661294229Z",
"updateTime": "2026-10-03T02:38:49.661294229Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e94d08be07c4565b970517a75a461d8718618dc",
"ref": "refs/heads/main"
}
}
}
[02:38:49.962] Task URL: https://cr-buildbucket.appspot.com/build/8668999206878440753
[02:38:49.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:2:0) after 1m18s
[02:38:50.900] Received PubSub notification, asking Buildbucket for the build status
[02:38:50.932] Build status: SCHEDULED
[02:40:08.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:2:0)
[02:40:08.051] Build status: SCHEDULED
[02:40:08.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:4:0) after 3m18s
[02:43:26.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:4:0)
[02:43:26.240] Build status: SCHEDULED
[02:43:26.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:5:0) after 9m7s
[02:52:33.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:5:0)
[02:52:33.357] Build status: SCHEDULED
[02:52:33.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:6:0) after 2m56s
[02:55:29.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:6:0)
[02:55:29.617] Build status: SCHEDULED
[02:55:29.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:7:0) after 7m38s
[03:03:07.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:7:0)
[03:03:07.716] Build status: SCHEDULED
[03:03:07.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:8:0) after 1m36s
[03:04:44.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:8:0)
[03:04:44.157] Build status: SCHEDULED
[03:04:44.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:9:0) after 9m49s
[03:14:33.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:9:0)
[03:14:33.243] Build status: SCHEDULED
[03:14:33.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:10:0) after 6m2s
[03:20:35.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:10:0)
[03:20:35.460] Build status: SCHEDULED
[03:20:35.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:11:0) after 8m1s
[03:28:36.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:11:0)
[03:28:36.528] Build status: SCHEDULED
[03:28:36.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:12:0) after 8m32s
[03:37:08.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:12:0)
[03:37:08.581] Build status: SCHEDULED
[03:37:08.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:13:0) after 6m55s
[03:44:03.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:13:0)
[03:44:03.701] Build status: SCHEDULED
[03:44:03.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:14:0) after 1m49s
[03:45:52.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:14:0)
[03:45:52.816] Build status: SCHEDULED
[03:45:52.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:15:0) after 4m44s
[03:50:36.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:15:0)
[03:50:36.891] Build status: SCHEDULED
[03:50:36.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:16:0) after 2m6s
[03:52:42.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:16:0)
[03:52:42.889] Build status: SCHEDULED
[03:52:42.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:17:0) after 8m48s
[04:01:30.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:17:0)
[04:01:30.914] Build status: SCHEDULED
[04:01:30.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:18:0) after 2m2s
[04:03:32.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:18:0)
[04:03:32.982] Build status: SCHEDULED
[04:03:32.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:19:0) after 1m48s
[04:05:21.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:19:0)
[04:05:21.027] Build status: SCHEDULED
[04:05:21.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:20:0) after 8m50s
[04:14:11.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:20:0)
[04:14:11.079] Build status: SCHEDULED
[04:14:11.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:21:0) after 8m4s
[04:22:15.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:21:0)
[04:22:15.136] Build status: SCHEDULED
[04:22:15.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:22:0) after 2m2s
[04:24:17.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:22:0)
[04:24:17.259] Build status: SCHEDULED
[04:24:17.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:23:0) after 7m55s
[04:32:12.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:23:0)
[04:32:12.293] Build status: SCHEDULED
[04:32:12.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:24:0) after 8m3s
[04:40:15.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:24:0)
[04:40:15.486] Build status: SCHEDULED
[04:40:15.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:25:0) after 4m41s
[04:44:56.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:25:0)
[04:44:56.526] Build status: SCHEDULED
[04:44:56.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:26:0) after 6m59s
[04:51:55.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:26:0)
[04:51:55.642] Build status: SCHEDULED
[04:51:55.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:27:0) after 3m57s
[04:55:52.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:27:0)
[04:55:52.727] Build status: SCHEDULED
[04:55:52.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:28:0) after 8m20s
[05:04:12.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:28:0)
[05:04:12.766] Build status: SCHEDULED
[05:04:12.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8834429269042686384:29:0) after 7m26s
[05:05:59.230] Received PubSub notification, asking Buildbucket for the build status
[05:05:59.249] Build status: STARTED
[05:07:39.714] Received PubSub notification, asking Buildbucket for the build status
[05:07:39.729] Build:
{
"id": "8668999206878440753",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-03T02:38:49.661294229Z",
"startTime": "2026-10-03T05:05:59.005341592Z",
"endTime": "2026-10-03T05:07:39.310415401Z",
"updateTime": "2026-10-03T05:07:39.310415401Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1e94d08be07c4565b970517a75a461d8718618dc",
"ref": "refs/heads/main"
}
}
}
[05:07:39.729] Invocation finished in 2h28m51.515169712s with status FAILED