[07:26:45.360] New invocation is queued and will start shortly
[07:26:45.360] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[07:26:46.692] Starting the invocation (attempt 1)
[07:26:46.721] Ignoring gitiles_ref tag without the buildset tag
[07:26:46.721] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:26:46.721] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:26:46.721] Buildbucket request:
{
"requestId": "8849359652103423728",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849359652103423728",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "6bbef68b-dfd3-49b6-9c1d-bf48e77ad005",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8683929764412728449"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849359652103423728"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:26:47.363] Scheduled build:
{
"id": "8683929589768456433",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-21T07:26:46.965434760Z",
"updateTime": "2026-04-21T07:26:46.965434760Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[07:26:47.363] Task URL: https://cr-buildbucket.appspot.com/build/8683929589768456433
[07:26:47.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:2:0) after 8m32s
[07:26:48.278] Received PubSub notification, asking Buildbucket for the build status
[07:26:48.297] Build status: SCHEDULED
[07:35:19.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:2:0)
[07:35:19.390] Build status: SCHEDULED
[07:35:19.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:4:0) after 3m25s
[07:38:44.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:4:0)
[07:38:44.425] Build status: SCHEDULED
[07:38:44.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:5:0) after 6m23s
[07:45:07.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:5:0)
[07:45:07.522] Build status: SCHEDULED
[07:45:07.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:6:0) after 1m21s
[07:46:28.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:6:0)
[07:46:28.589] Build status: SCHEDULED
[07:46:28.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:7:0) after 3m8s
[07:49:36.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:7:0)
[07:49:36.586] Build status: SCHEDULED
[07:49:36.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:8:0) after 3m0s
[07:52:36.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:8:0)
[07:52:36.813] Build status: SCHEDULED
[07:52:36.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:9:0) after 1m20s
[07:53:56.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:9:0)
[07:53:56.883] Build status: SCHEDULED
[07:53:56.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:10:0) after 7m28s
[08:01:24.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:10:0)
[08:01:24.918] Build status: SCHEDULED
[08:01:24.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:11:0) after 3m46s
[08:05:10.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:11:0)
[08:05:10.998] Build status: SCHEDULED
[08:05:10.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:12:0) after 3m8s
[08:08:19.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:12:0)
[08:08:19.034] Build status: SCHEDULED
[08:08:19.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:13:0) after 1m48s
[08:10:07.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:13:0)
[08:10:07.111] Build status: SCHEDULED
[08:10:07.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:14:0) after 1m37s
[08:11:44.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:14:0)
[08:11:44.146] Build status: SCHEDULED
[08:11:44.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:15:0) after 8m27s
[08:20:11.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:15:0)
[08:20:11.199] Build status: SCHEDULED
[08:20:11.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:16:0) after 8m24s
[08:28:35.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:16:0)
[08:28:35.268] Build status: SCHEDULED
[08:28:35.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:17:0) after 2m2s
[08:30:37.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:17:0)
[08:30:37.394] Build status: SCHEDULED
[08:30:37.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:18:0) after 6m6s
[08:36:43.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:18:0)
[08:36:43.469] Build status: SCHEDULED
[08:36:43.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:19:0) after 1m45s
[08:38:28.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:19:0)
[08:38:28.558] Build status: SCHEDULED
[08:38:28.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:20:0) after 5m50s
[08:44:18.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:20:0)
[08:44:18.660] Build status: SCHEDULED
[08:44:18.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:21:0) after 7m15s
[08:51:33.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:21:0)
[08:51:33.951] Build status: SCHEDULED
[08:51:33.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:22:0) after 2m3s
[08:53:37.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:22:0)
[08:53:37.103] Build status: SCHEDULED
[08:53:37.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:23:0) after 4m15s
[08:57:52.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:23:0)
[08:57:52.133] Build status: SCHEDULED
[08:57:52.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:24:0) after 7m7s
[09:04:59.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:24:0)
[09:04:59.169] Build status: SCHEDULED
[09:04:59.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:25:0) after 2m4s
[09:07:03.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:25:0)
[09:07:03.209] Build status: SCHEDULED
[09:07:03.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:26:0) after 4m50s
[09:11:53.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:26:0)
[09:11:53.252] Build status: SCHEDULED
[09:11:53.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:27:0) after 6m12s
[09:18:05.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:27:0)
[09:18:05.326] Build status: SCHEDULED
[09:18:05.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:28:0) after 4m29s
[09:22:34.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:28:0)
[09:22:34.385] Build status: SCHEDULED
[09:22:34.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:29:0) after 5m3s
[09:27:37.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:29:0)
[09:27:37.484] Build status: SCHEDULED
[09:27:37.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:30:0) after 8m40s
[09:36:17.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:30:0)
[09:36:17.563] Build status: SCHEDULED
[09:36:17.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:31:0) after 8m19s
[09:44:36.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:31:0)
[09:44:36.600] Build status: SCHEDULED
[09:44:36.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:32:0) after 2m43s
[09:45:35.759] Received PubSub notification, asking Buildbucket for the build status
[09:45:35.781] Build status: STARTED
[09:47:19.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:32:0)
[09:47:19.628] Build status: STARTED
[09:47:19.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8849359652103423728:34:0) after 6m54s
[09:48:22.792] Received PubSub notification, asking Buildbucket for the build status
[09:48:22.810] Build:
{
"id": "8683929589768456433",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-21T07:26:46.965434760Z",
"startTime": "2026-04-21T09:45:35.146409268Z",
"endTime": "2026-04-21T09:48:22.546427444Z",
"updateTime": "2026-04-21T09:48:22.546427444Z",
"status": "SUCCESS",
"input": {
},
"canary": true
}
[09:48:22.810] Invocation finished in 2h21m37.454870436s with status SUCCEEDED