[02:23:04.279] New invocation is queued and will start shortly
[02:23:05.430] Starting the invocation (attempt 1)
[02:23:05.454] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c59d362bf0d288d63bbe7198832e45ff1ad108a4"
[02:23:05.454] Popped gitiles commit info from properties and tags
[02:23:05.454] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:23:05.454] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:23:05.454] Buildbucket request:
{
"requestId": "8840862643448575568",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840862643448575568",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2cdb8d4a57bbbd48d9ba9245b5cb3d3ccce11779"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2cdb8d4a57bbbd48d9ba9245b5cb3d3ccce11779",
"title": "2cdb8d4a57bbbd48d9ba9245b5cb3d3ccce11779",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2cdb8d4a57bbbd48d9ba9245b5cb3d3ccce11779"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c59d362bf0d288d63bbe7198832e45ff1ad108a4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c59d362bf0d288d63bbe7198832e45ff1ad108a4",
"title": "c59d362bf0d288d63bbe7198832e45ff1ad108a4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c59d362bf0d288d63bbe7198832e45ff1ad108a4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c59d362bf0d288d63bbe7198832e45ff1ad108a4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840862643448575568"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:23:06.003] Scheduled build:
{
"id": "8675432581474367265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T02:23:05.541009818Z",
"updateTime": "2026-07-24T02:23:05.541009818Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c59d362bf0d288d63bbe7198832e45ff1ad108a4",
"ref": "refs/heads/main"
}
}
}
[02:23:06.004] Task URL: https://cr-buildbucket.appspot.com/build/8675432581474367265
[02:23:06.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:2:0) after 3m43s
[02:23:06.266] Received PubSub notification, asking Buildbucket for the build status
[02:23:06.307] Build status: SCHEDULED
[02:26:49.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:2:0)
[02:26:49.080] Build status: SCHEDULED
[02:26:49.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:4:0) after 7m52s
[02:34:41.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:4:0)
[02:34:41.078] Build status: SCHEDULED
[02:34:41.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:5:0) after 2m37s
[02:37:18.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:5:0)
[02:37:18.161] Build status: SCHEDULED
[02:37:18.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:6:0) after 8m7s
[02:45:25.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:6:0)
[02:45:25.244] Build status: SCHEDULED
[02:45:25.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:7:0) after 2m29s
[02:47:54.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:7:0)
[02:47:54.319] Build status: SCHEDULED
[02:47:54.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:8:0) after 5m0s
[02:52:54.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:8:0)
[02:52:54.380] Build status: SCHEDULED
[02:52:54.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:9:0) after 5m56s
[02:58:51.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:9:0)
[02:58:51.181] Build status: SCHEDULED
[02:58:51.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:10:0) after 5m53s
[03:04:44.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:10:0)
[03:04:44.226] Build status: SCHEDULED
[03:04:44.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:11:0) after 2m18s
[03:07:02.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:11:0)
[03:07:02.319] Build status: SCHEDULED
[03:07:02.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:12:0) after 1m38s
[03:08:40.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:12:0)
[03:08:40.354] Build status: SCHEDULED
[03:08:40.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:13:0) after 5m18s
[03:13:58.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:13:0)
[03:13:58.603] Build status: SCHEDULED
[03:13:58.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:14:0) after 3m45s
[03:17:43.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:14:0)
[03:17:43.733] Build status: SCHEDULED
[03:17:43.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:15:0) after 9m9s
[03:26:52.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:15:0)
[03:26:52.842] Build status: SCHEDULED
[03:26:52.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:16:0) after 9m7s
[03:35:59.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:16:0)
[03:35:59.886] Build status: SCHEDULED
[03:35:59.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:17:0) after 3m17s
[03:39:16.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:17:0)
[03:39:16.913] Build status: SCHEDULED
[03:39:16.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:18:0) after 2m52s
[03:42:08.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:18:0)
[03:42:08.956] Build status: SCHEDULED
[03:42:08.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:19:0) after 1m50s
[03:43:58.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:19:0)
[03:43:59.062] Build status: SCHEDULED
[03:43:59.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:20:0) after 5m4s
[03:49:03.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:20:0)
[03:49:03.120] Build status: SCHEDULED
[03:49:03.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:21:0) after 8m10s
[03:57:13.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:21:0)
[03:57:13.169] Build status: SCHEDULED
[03:57:13.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:22:0) after 8m27s
[04:05:40.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:22:0)
[04:05:40.246] Build status: SCHEDULED
[04:05:40.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:23:0) after 5m28s
[04:11:08.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:23:0)
[04:11:08.361] Build status: SCHEDULED
[04:11:08.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:24:0) after 9m23s
[04:20:31.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:24:0)
[04:20:31.660] Build status: SCHEDULED
[04:20:31.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:25:0) after 4m48s
[04:25:19.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:25:0)
[04:25:19.671] Build status: SCHEDULED
[04:25:19.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:26:0) after 7m12s
[04:32:31.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:26:0)
[04:32:31.712] Build status: SCHEDULED
[04:32:31.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:27:0) after 3m25s
[04:35:56.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:27:0)
[04:35:56.748] Build status: SCHEDULED
[04:35:56.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:28:0) after 2m49s
[04:38:45.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:28:0)
[04:38:45.782] Build status: SCHEDULED
[04:38:45.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:29:0) after 9m25s
[04:48:10.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:29:0)
[04:48:10.814] Build status: SCHEDULED
[04:48:10.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:30:0) after 4m40s
[04:52:50.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:30:0)
[04:52:50.869] Build status: SCHEDULED
[04:52:50.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:31:0) after 6m19s
[04:59:09.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:31:0)
[04:59:09.907] Build status: SCHEDULED
[04:59:09.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:32:0) after 8m12s
[05:07:21.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:32:0)
[05:07:21.952] Build status: SCHEDULED
[05:07:21.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:33:0) after 6m1s
[05:13:23.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:33:0)
[05:13:23.191] Build status: SCHEDULED
[05:13:23.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:34:0) after 2m34s
[05:15:57.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:34:0)
[05:15:57.288] Build status: SCHEDULED
[05:15:57.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:35:0) after 1m53s
[05:17:50.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:35:0)
[05:17:50.387] Build status: SCHEDULED
[05:17:50.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:36:0) after 4m39s
[05:22:29.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:36:0)
[05:22:29.461] Build status: SCHEDULED
[05:22:29.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:37:0) after 5m37s
[05:28:06.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:37:0)
[05:28:06.807] Build status: SCHEDULED
[05:28:06.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:38:0) after 7m4s
[05:35:10.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:38:0)
[05:35:10.885] Build status: SCHEDULED
[05:35:10.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:39:0) after 4m21s
[05:39:31.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:39:0)
[05:39:31.913] Build status: SCHEDULED
[05:39:31.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:40:0) after 3m7s
[05:42:38.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:40:0)
[05:42:38.975] Build status: SCHEDULED
[05:42:38.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:41:0) after 2m11s
[05:44:49.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:41:0)
[05:44:50.017] Build status: SCHEDULED
[05:44:50.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:42:0) after 9m15s
[05:54:05.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:42:0)
[05:54:05.108] Build status: SCHEDULED
[05:54:05.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:43:0) after 4m59s
[05:58:53.895] Received PubSub notification, asking Buildbucket for the build status
[05:58:53.917] Build status: STARTED
[05:59:04.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:43:0)
[05:59:04.153] Build status: STARTED
[05:59:04.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8840862643448575568:45:0) after 5m26s
[06:02:43.718] Received PubSub notification, asking Buildbucket for the build status
[06:02:43.806] Build:
{
"id": "8675432581474367265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T02:23:05.541009818Z",
"startTime": "2026-07-24T05:58:53.578179712Z",
"endTime": "2026-07-24T06:02:43.437113500Z",
"updateTime": "2026-07-24T06:02:43.437113500Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c59d362bf0d288d63bbe7198832e45ff1ad108a4",
"ref": "refs/heads/main"
}
}
}
[06:02:43.806] Invocation finished in 3h39m39.531402414s with status SUCCEEDED