[23:58:45.223] New invocation is queued and will start shortly
[23:58:46.568] Starting the invocation (attempt 1)
[23:58:46.596] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cc32f808758d59b81de771643764e92372d7c71a"
[23:58:46.596] Popped gitiles commit info from properties and tags
[23:58:46.596] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:58:46.596] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:58:46.596] Buildbucket request:
{
"requestId": "8873849018905175728",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873849018905175728",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7006d2857e5a5156e56fe2d1c198db39891b99fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7006d2857e5a5156e56fe2d1c198db39891b99fc",
"title": "7006d2857e5a5156e56fe2d1c198db39891b99fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7006d2857e5a5156e56fe2d1c198db39891b99fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4103190e63aafb4e0cb734be6c5d3dedcafc1133"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4103190e63aafb4e0cb734be6c5d3dedcafc1133",
"title": "4103190e63aafb4e0cb734be6c5d3dedcafc1133",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4103190e63aafb4e0cb734be6c5d3dedcafc1133"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2434409a156d5734bf3cd18eeb5710eb0b5706f3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2434409a156d5734bf3cd18eeb5710eb0b5706f3",
"title": "2434409a156d5734bf3cd18eeb5710eb0b5706f3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2434409a156d5734bf3cd18eeb5710eb0b5706f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8d2f96936bd5f34ecd921dc16117d9e0fab52f1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d2f96936bd5f34ecd921dc16117d9e0fab52f1",
"title": "e8d2f96936bd5f34ecd921dc16117d9e0fab52f1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d2f96936bd5f34ecd921dc16117d9e0fab52f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66",
"title": "90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"title": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "70d4a628e9c49321b4e56519887b8a9965715dab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70d4a628e9c49321b4e56519887b8a9965715dab",
"title": "70d4a628e9c49321b4e56519887b8a9965715dab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70d4a628e9c49321b4e56519887b8a9965715dab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cc32f808758d59b81de771643764e92372d7c71a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc32f808758d59b81de771643764e92372d7c71a",
"title": "cc32f808758d59b81de771643764e92372d7c71a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc32f808758d59b81de771643764e92372d7c71a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cc32f808758d59b81de771643764e92372d7c71a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873849018905175728"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:58:47.167] Scheduled build:
{
"id": "8708418956682569937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-24T23:58:46.714528719Z",
"updateTime": "2025-07-24T23:58:46.714528719Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cc32f808758d59b81de771643764e92372d7c71a",
"ref": "refs/heads/main"
}
}
}
[23:58:47.167] Task URL: https://cr-buildbucket.appspot.com/build/8708418956682569937
[23:58:47.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:2:0) after 8m25s
[23:58:48.169] Received PubSub notification, asking Buildbucket for the build status
[23:58:48.198] Build status: SCHEDULED
[00:07:12.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:2:0)
[00:07:12.225] Build status: SCHEDULED
[00:07:12.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:4:0) after 9m17s
[00:16:29.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:4:0)
[00:16:29.368] Build status: SCHEDULED
[00:16:29.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:5:0) after 8m30s
[00:24:59.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:5:0)
[00:24:59.434] Build status: SCHEDULED
[00:24:59.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:6:0) after 9m50s
[00:34:49.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:6:0)
[00:34:49.488] Build status: SCHEDULED
[00:34:49.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:7:0) after 7m14s
[00:42:03.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:7:0)
[00:42:03.591] Build status: SCHEDULED
[00:42:03.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:8:0) after 9m29s
[00:51:32.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:8:0)
[00:51:32.636] Build status: SCHEDULED
[00:51:32.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:9:0) after 5m9s
[00:56:41.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:9:0)
[00:56:41.773] Build status: SCHEDULED
[00:56:41.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:10:0) after 4m27s
[01:01:08.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:10:0)
[01:01:08.915] Build status: SCHEDULED
[01:01:08.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:11:0) after 3m32s
[01:04:40.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:11:0)
[01:04:41.090] Build status: SCHEDULED
[01:04:41.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:12:0) after 7m54s
[01:12:35.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:12:0)
[01:12:35.140] Build status: SCHEDULED
[01:12:35.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:13:0) after 3m51s
[01:16:26.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:13:0)
[01:16:26.199] Build status: SCHEDULED
[01:16:26.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:14:0) after 6m31s
[01:22:57.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:14:0)
[01:22:57.244] Build status: SCHEDULED
[01:22:57.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:15:0) after 1m26s
[01:24:23.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:15:0)
[01:24:23.386] Build status: SCHEDULED
[01:24:23.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:16:0) after 9m1s
[01:33:24.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:16:0)
[01:33:24.502] Build status: SCHEDULED
[01:33:24.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:17:0) after 3m39s
[01:37:03.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:17:0)
[01:37:03.538] Build status: SCHEDULED
[01:37:03.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:18:0) after 4m4s
[01:41:07.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:18:0)
[01:41:07.598] Build status: SCHEDULED
[01:41:07.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:19:0) after 4m28s
[01:45:35.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:19:0)
[01:45:35.937] Build status: SCHEDULED
[01:45:35.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:20:0) after 2m29s
[01:48:04.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:20:0)
[01:48:04.985] Build status: SCHEDULED
[01:48:04.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:21:0) after 6m11s
[01:54:16.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:21:0)
[01:54:16.027] Build status: SCHEDULED
[01:54:16.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:22:0) after 2m25s
[01:56:41.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:22:0)
[01:56:41.070] Build status: SCHEDULED
[01:56:41.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:23:0) after 6m33s
[02:03:14.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:23:0)
[02:03:14.117] Build status: SCHEDULED
[02:03:14.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:24:0) after 2m31s
[02:05:45.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:24:0)
[02:05:45.168] Build status: SCHEDULED
[02:05:45.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:25:0) after 2m53s
[02:08:38.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:25:0)
[02:08:38.225] Build status: SCHEDULED
[02:08:38.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:26:0) after 6m34s
[02:15:12.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:26:0)
[02:15:12.309] Build status: SCHEDULED
[02:15:12.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:27:0) after 7m3s
[02:22:15.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:27:0)
[02:22:15.467] Build status: SCHEDULED
[02:22:15.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:28:0) after 8m55s
[02:31:10.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:28:0)
[02:31:10.604] Build status: SCHEDULED
[02:31:10.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:29:0) after 6m6s
[02:37:16.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:29:0)
[02:37:16.726] Build status: SCHEDULED
[02:37:16.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:30:0) after 9m30s
[02:46:46.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:30:0)
[02:46:46.777] Build status: SCHEDULED
[02:46:46.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:31:0) after 5m30s
[02:52:16.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:31:0)
[02:52:16.831] Build status: SCHEDULED
[02:52:16.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:32:0) after 3m37s
[02:55:53.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:32:0)
[02:55:53.878] Build status: SCHEDULED
[02:55:53.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:33:0) after 1m39s
[02:57:32.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:33:0)
[02:57:32.983] Build status: SCHEDULED
[02:57:32.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:34:0) after 9m22s
[03:06:54.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:34:0)
[03:06:54.995] Build status: SCHEDULED
[03:06:54.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:35:0) after 6m55s
[03:13:50.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:35:0)
[03:13:50.176] Build status: SCHEDULED
[03:13:50.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:36:0) after 4m57s
[03:18:47.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:36:0)
[03:18:47.244] Build status: SCHEDULED
[03:18:47.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:37:0) after 3m41s
[03:22:28.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:37:0)
[03:22:28.346] Build status: SCHEDULED
[03:22:28.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:38:0) after 6m40s
[03:28:23.530] Received PubSub notification, asking Buildbucket for the build status
[03:28:23.551] Build status: STARTED
[03:29:08.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:38:0)
[03:29:08.479] Build status: STARTED
[03:29:08.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873849018905175728:40:0) after 8m16s
[03:30:19.091] Received PubSub notification, asking Buildbucket for the build status
[03:30:19.113] Build:
{
"id": "8708418956682569937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-24T23:58:46.714528719Z",
"startTime": "2025-07-25T03:28:23.351854204Z",
"endTime": "2025-07-25T03:30:18.821999994Z",
"updateTime": "2025-07-25T03:30:18.821999994Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cc32f808758d59b81de771643764e92372d7c71a",
"ref": "refs/heads/main"
}
}
}
[03:30:19.113] Invocation finished in 3h31m33.902613948s with status SUCCEEDED