[00:43:05.623] New invocation is queued and will start shortly
[00:43:05.623] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:43:06.926] Starting the invocation (attempt 1)
[00:43:06.953] Ignoring gitiles_ref tag without the buildset tag
[00:43:06.953] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:43:06.953] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:43:06.953] Buildbucket request:
{
"requestId": "8839509979002955024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839509979002955024",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "a1514dbb-a743-4561-8fd6-fa8f1ac529ce",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674080265665152049"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839509979002955024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:43:07.412] Scheduled build:
{
"id": "8674079916788977649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-08T00:43:07.111314444Z",
"updateTime": "2026-08-08T00:43:07.111314444Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[00:43:07.412] Task URL: https://cr-buildbucket.appspot.com/build/8674079916788977649
[00:43:07.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:2:0) after 7m49s
[00:43:08.483] Received PubSub notification, asking Buildbucket for the build status
[00:43:08.511] Build status: SCHEDULED
[00:50:56.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:2:0)
[00:50:56.522] Build status: SCHEDULED
[00:50:56.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:4:0) after 4m34s
[00:55:30.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:4:0)
[00:55:30.591] Build status: SCHEDULED
[00:55:30.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:5:0) after 4m36s
[01:00:06.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:5:0)
[01:00:06.746] Build status: SCHEDULED
[01:00:06.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:6:0) after 2m4s
[01:02:10.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:6:0)
[01:02:10.779] Build status: SCHEDULED
[01:02:10.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:7:0) after 6m4s
[01:08:14.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:7:0)
[01:08:14.789] Build status: SCHEDULED
[01:08:14.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:8:0) after 8m45s
[01:16:59.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:8:0)
[01:16:59.902] Build status: SCHEDULED
[01:16:59.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:9:0) after 1m19s
[01:18:18.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:9:0)
[01:18:18.935] Build status: SCHEDULED
[01:18:18.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:10:0) after 7m42s
[01:26:00.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:10:0)
[01:26:00.973] Build status: SCHEDULED
[01:26:00.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:11:0) after 6m59s
[01:33:00.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:11:0)
[01:33:00.084] Build status: SCHEDULED
[01:33:00.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:12:0) after 4m37s
[01:37:37.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:12:0)
[01:37:37.118] Build status: SCHEDULED
[01:37:37.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:13:0) after 1m21s
[01:38:58.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:13:0)
[01:38:58.157] Build status: SCHEDULED
[01:38:58.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:14:0) after 1m39s
[01:40:37.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:14:0)
[01:40:37.201] Build status: SCHEDULED
[01:40:37.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:15:0) after 8m21s
[01:48:58.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:15:0)
[01:48:58.265] Build status: SCHEDULED
[01:48:58.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:16:0) after 2m8s
[01:51:06.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:16:0)
[01:51:06.371] Build status: SCHEDULED
[01:51:06.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:17:0) after 2m11s
[01:53:17.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:17:0)
[01:53:17.452] Build status: SCHEDULED
[01:53:17.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:18:0) after 5m57s
[01:59:14.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:18:0)
[01:59:14.620] Build status: SCHEDULED
[01:59:14.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:19:0) after 7m34s
[02:06:48.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:19:0)
[02:06:48.651] Build status: SCHEDULED
[02:06:48.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:20:0) after 7m40s
[02:14:28.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:20:0)
[02:14:28.679] Build status: SCHEDULED
[02:14:28.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:21:0) after 5m52s
[02:20:20.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:21:0)
[02:20:20.718] Build status: SCHEDULED
[02:20:20.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:22:0) after 7m59s
[02:28:19.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:22:0)
[02:28:19.749] Build status: SCHEDULED
[02:28:19.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:23:0) after 8m19s
[02:36:38.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:23:0)
[02:36:38.798] Build status: SCHEDULED
[02:36:38.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:24:0) after 4m33s
[02:41:11.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:24:0)
[02:41:11.919] Build status: SCHEDULED
[02:41:11.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:25:0) after 2m4s
[02:43:16.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:25:0)
[02:43:16.068] Build status: SCHEDULED
[02:43:16.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:26:0) after 4m26s
[02:47:42.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:26:0)
[02:47:42.105] Build status: SCHEDULED
[02:47:42.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:27:0) after 9m2s
[02:56:44.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:27:0)
[02:56:44.241] Build status: SCHEDULED
[02:56:44.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:28:0) after 7m32s
[03:04:16.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:28:0)
[03:04:16.278] Build status: SCHEDULED
[03:04:16.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:29:0) after 2m25s
[03:06:41.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:29:0)
[03:06:41.390] Build status: SCHEDULED
[03:06:41.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:30:0) after 1m43s
[03:08:24.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:30:0)
[03:08:24.431] Build status: SCHEDULED
[03:08:24.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:31:0) after 8m40s
[03:17:04.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:31:0)
[03:17:04.526] Build status: SCHEDULED
[03:17:04.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:32:0) after 8m27s
[03:25:31.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:32:0)
[03:25:31.561] Build status: SCHEDULED
[03:25:31.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:33:0) after 8m50s
[03:34:21.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:33:0)
[03:34:21.600] Build status: SCHEDULED
[03:34:21.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:34:0) after 9m33s
[03:43:54.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:34:0)
[03:43:54.644] Build status: SCHEDULED
[03:43:54.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:35:0) after 5m4s
[03:48:58.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:35:0)
[03:48:58.755] Build status: STARTED
[03:48:58.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:36:0) after 3m47s
[03:49:14.697] Received PubSub notification, asking Buildbucket for the build status
[03:49:14.717] Build status: STARTED
[03:52:45.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:36:0)
[03:52:45.780] Build status: STARTED
[03:52:45.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan-gtest:8839509979002955024:38:0) after 8m48s
[03:55:36.864] Received PubSub notification, asking Buildbucket for the build status
[03:55:36.884] Build:
{
"id": "8674079916788977649",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-08T00:43:07.111314444Z",
"startTime": "2026-08-08T03:48:27.115099959Z",
"endTime": "2026-08-08T03:55:36.619087461Z",
"updateTime": "2026-08-08T03:55:36.619087461Z",
"status": "SUCCESS",
"input": {
},
"canary": true
}
[03:55:36.884] Invocation finished in 3h12m31.268275102s with status SUCCEEDED