[17:07:58.467] New invocation is queued and will start shortly
[17:07:59.797] Starting the invocation (attempt 1)
[17:07:59.820] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651"
[17:07:59.820] Popped gitiles commit info from properties and tags
[17:07:59.820] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:07:59.820] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:07:59.820] Buildbucket request:
{
"requestId": "8874599638631097488",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874599638631097488",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "51e1b930edc45ab7b2251a6beda11bbdd5c095be"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@51e1b930edc45ab7b2251a6beda11bbdd5c095be",
"title": "51e1b930edc45ab7b2251a6beda11bbdd5c095be",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/51e1b930edc45ab7b2251a6beda11bbdd5c095be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a98759fc8da79f402dc0a0543c46c5df85aa9b4a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a98759fc8da79f402dc0a0543c46c5df85aa9b4a",
"title": "a98759fc8da79f402dc0a0543c46c5df85aa9b4a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a98759fc8da79f402dc0a0543c46c5df85aa9b4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8eed7c438eca46e6ae153301f352219d06d52bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8eed7c438eca46e6ae153301f352219d06d52bd",
"title": "e8eed7c438eca46e6ae153301f352219d06d52bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8eed7c438eca46e6ae153301f352219d06d52bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651",
"title": "a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874599638631097488"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:08:00.206] Scheduled build:
{
"id": "8709169576498636785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-16T17:07:59.874406166Z",
"updateTime": "2025-07-16T17:07:59.874406166Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651",
"ref": "refs/heads/main"
}
}
}
[17:08:00.206] Task URL: https://cr-buildbucket.appspot.com/build/8709169576498636785
[17:08:00.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:2:0) after 3m26s
[17:08:01.292] Received PubSub notification, asking Buildbucket for the build status
[17:08:01.330] Build status: SCHEDULED
[17:11:26.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:2:0)
[17:11:26.262] Build status: SCHEDULED
[17:11:26.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:4:0) after 1m7s
[17:12:33.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:4:0)
[17:12:33.319] Build status: SCHEDULED
[17:12:33.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:5:0) after 7m34s
[17:20:07.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:5:0)
[17:20:07.396] Build status: SCHEDULED
[17:20:07.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:6:0) after 4m45s
[17:24:52.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:6:0)
[17:24:52.434] Build status: SCHEDULED
[17:24:52.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:7:0) after 4m29s
[17:29:21.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:7:0)
[17:29:21.461] Build status: SCHEDULED
[17:29:21.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:8:0) after 3m42s
[17:33:03.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:8:0)
[17:33:03.574] Build status: SCHEDULED
[17:33:03.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:9:0) after 4m21s
[17:37:24.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:9:0)
[17:37:24.622] Build status: SCHEDULED
[17:37:24.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:10:0) after 2m49s
[17:40:13.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:10:0)
[17:40:13.848] Build status: SCHEDULED
[17:40:13.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:11:0) after 4m44s
[17:44:57.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:11:0)
[17:44:58.015] Build status: SCHEDULED
[17:44:58.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:12:0) after 6m3s
[17:51:00.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:12:0)
[17:51:01.049] Build status: SCHEDULED
[17:51:01.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:13:0) after 6m31s
[17:57:32.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:13:0)
[17:57:32.085] Build status: SCHEDULED
[17:57:32.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:14:0) after 2m39s
[18:00:11.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:14:0)
[18:00:11.156] Build status: SCHEDULED
[18:00:11.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:15:0) after 9m16s
[18:09:27.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:15:0)
[18:09:27.285] Build status: SCHEDULED
[18:09:27.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:16:0) after 1m54s
[18:11:21.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:16:0)
[18:11:21.321] Build status: SCHEDULED
[18:11:21.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:17:0) after 1m50s
[18:13:11.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:17:0)
[18:13:11.426] Build status: SCHEDULED
[18:13:11.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:18:0) after 4m36s
[18:17:47.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:18:0)
[18:17:47.464] Build status: SCHEDULED
[18:17:47.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:19:0) after 6m6s
[18:23:53.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:19:0)
[18:23:53.509] Build status: SCHEDULED
[18:23:53.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:20:0) after 7m55s
[18:31:48.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:20:0)
[18:31:48.542] Build status: SCHEDULED
[18:31:48.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:21:0) after 3m38s
[18:35:26.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:21:0)
[18:35:26.590] Build status: SCHEDULED
[18:35:26.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:22:0) after 5m31s
[18:40:57.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:22:0)
[18:40:57.753] Build status: SCHEDULED
[18:40:57.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:23:0) after 4m15s
[18:45:12.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:23:0)
[18:45:12.814] Build status: SCHEDULED
[18:45:12.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:24:0) after 1m38s
[18:46:50.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:24:0)
[18:46:50.907] Build status: SCHEDULED
[18:46:50.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:25:0) after 1m31s
[18:48:21.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:25:0)
[18:48:21.995] Build status: SCHEDULED
[18:48:21.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:26:0) after 4m57s
[18:53:19.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:26:0)
[18:53:19.035] Build status: SCHEDULED
[18:53:19.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:27:0) after 1m57s
[18:55:16.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:27:0)
[18:55:16.219] Build status: SCHEDULED
[18:55:16.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:28:0) after 7m51s
[19:03:07.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:28:0)
[19:03:07.311] Build status: SCHEDULED
[19:03:07.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:29:0) after 5m3s
[19:08:10.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:29:0)
[19:08:10.421] Build status: SCHEDULED
[19:08:10.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:30:0) after 8m41s
[19:16:51.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:30:0)
[19:16:51.463] Build status: SCHEDULED
[19:16:51.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:31:0) after 5m40s
[19:22:31.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:31:0)
[19:22:31.605] Build status: SCHEDULED
[19:22:31.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:32:0) after 3m51s
[19:26:22.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:32:0)
[19:26:22.816] Build status: SCHEDULED
[19:26:22.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:33:0) after 8m25s
[19:34:47.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:33:0)
[19:34:47.907] Build status: SCHEDULED
[19:34:47.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:34:0) after 4m50s
[19:39:37.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:34:0)
[19:39:37.993] Build status: SCHEDULED
[19:39:37.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:35:0) after 2m19s
[19:41:57.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:35:0)
[19:41:57.040] Build status: SCHEDULED
[19:41:57.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:36:0) after 9m58s
[19:51:55.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:36:0)
[19:51:55.095] Build status: SCHEDULED
[19:51:55.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:37:0) after 8m49s
[20:00:44.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:37:0)
[20:00:44.165] Build status: SCHEDULED
[20:00:44.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:38:0) after 5m38s
[20:06:22.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:38:0)
[20:06:22.210] Build status: SCHEDULED
[20:06:22.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:39:0) after 8m54s
[20:15:16.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:39:0)
[20:15:16.321] Build status: SCHEDULED
[20:15:16.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:40:0) after 9m44s
[20:21:21.161] Received PubSub notification, asking Buildbucket for the build status
[20:21:21.187] Build status: STARTED
[20:25:00.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:40:0)
[20:25:00.425] Build status: STARTED
[20:25:00.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874599638631097488:42:0) after 2m1s
[20:25:05.264] Received PubSub notification, asking Buildbucket for the build status
[20:25:05.288] Build:
{
"id": "8709169576498636785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-16T17:07:59.874406166Z",
"startTime": "2025-07-16T20:21:20.965591435Z",
"endTime": "2025-07-16T20:25:04.947712416Z",
"updateTime": "2025-07-16T20:25:04.947712416Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a362fc2292aba8e788fd0fa2eb9cfcd94ee9c651",
"ref": "refs/heads/main"
}
}
}
[20:25:05.288] Invocation finished in 3h17m6.831461351s with status SUCCEEDED