[19:37:22.412] New invocation is queued and will start shortly
[19:37:23.474] Starting the invocation (attempt 1)
[19:37:23.506] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/664d0fc587419c800c7e2be561056e67716ed22c"
[19:37:23.506] Popped gitiles commit info from properties and tags
[19:37:23.506] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:37:23.507] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:37:23.508] Buildbucket request:
{
"requestId": "8875133821048711936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875133821048711936",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "664d0fc587419c800c7e2be561056e67716ed22c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@664d0fc587419c800c7e2be561056e67716ed22c",
"title": "664d0fc587419c800c7e2be561056e67716ed22c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/664d0fc587419c800c7e2be561056e67716ed22c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "664d0fc587419c800c7e2be561056e67716ed22c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875133821048711936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:37:23.940] Scheduled build:
{
"id": "8709703759179166113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-10T19:37:23.571128344Z",
"updateTime": "2025-07-10T19:37:23.571128344Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "664d0fc587419c800c7e2be561056e67716ed22c",
"ref": "refs/heads/main"
}
}
}
[19:37:23.940] Task URL: https://cr-buildbucket.appspot.com/build/8709703759179166113
[19:37:23.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:2:0) after 5m16s
[19:37:25.463] Received PubSub notification, asking Buildbucket for the build status
[19:37:25.532] Build status: SCHEDULED
[19:42:39.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:2:0)
[19:42:39.930] Build status: SCHEDULED
[19:42:39.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:4:0) after 5m10s
[19:47:49.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:4:0)
[19:47:49.972] Build status: SCHEDULED
[19:47:49.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:5:0) after 2m18s
[19:50:08.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:5:0)
[19:50:08.054] Build status: SCHEDULED
[19:50:08.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:6:0) after 3m40s
[19:53:48.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:6:0)
[19:53:48.097] Build status: SCHEDULED
[19:53:48.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:7:0) after 8m28s
[20:02:16.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:7:0)
[20:02:16.179] Build status: SCHEDULED
[20:02:16.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:8:0) after 1m15s
[20:03:31.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:8:0)
[20:03:31.453] Build status: SCHEDULED
[20:03:31.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:9:0) after 6m4s
[20:09:35.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:9:0)
[20:09:35.593] Build status: SCHEDULED
[20:09:35.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:10:0) after 2m21s
[20:11:56.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:10:0)
[20:11:56.810] Build status: SCHEDULED
[20:11:56.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:11:0) after 8m35s
[20:20:31.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:11:0)
[20:20:31.924] Build status: SCHEDULED
[20:20:31.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:12:0) after 3m11s
[20:23:43.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:12:0)
[20:23:43.027] Build status: SCHEDULED
[20:23:43.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:13:0) after 7m14s
[20:30:57.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:13:0)
[20:30:57.205] Build status: SCHEDULED
[20:30:57.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:14:0) after 5m23s
[20:36:20.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:14:0)
[20:36:20.247] Build status: SCHEDULED
[20:36:20.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:15:0) after 9m22s
[20:45:42.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:15:0)
[20:45:42.318] Build status: SCHEDULED
[20:45:42.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:16:0) after 8m11s
[20:53:53.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:16:0)
[20:53:53.367] Build status: SCHEDULED
[20:53:53.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:17:0) after 4m17s
[20:58:10.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:17:0)
[20:58:10.527] Build status: SCHEDULED
[20:58:10.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:18:0) after 4m10s
[21:02:20.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:18:0)
[21:02:20.654] Build status: SCHEDULED
[21:02:20.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:19:0) after 4m44s
[21:07:04.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:19:0)
[21:07:04.694] Build status: SCHEDULED
[21:07:04.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:20:0) after 1m52s
[21:08:56.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:20:0)
[21:08:56.788] Build status: SCHEDULED
[21:08:56.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:21:0) after 7m22s
[21:16:18.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:21:0)
[21:16:18.896] Build status: SCHEDULED
[21:16:18.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:22:0) after 6m27s
[21:22:46.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:22:0)
[21:22:46.070] Build status: SCHEDULED
[21:22:46.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:23:0) after 7m35s
[21:30:21.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:23:0)
[21:30:21.186] Build status: SCHEDULED
[21:30:21.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:24:0) after 8m43s
[21:39:04.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:24:0)
[21:39:04.252] Build status: SCHEDULED
[21:39:04.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:25:0) after 2m45s
[21:41:49.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:25:0)
[21:41:49.437] Build status: SCHEDULED
[21:41:49.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:26:0) after 2m19s
[21:44:08.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:26:0)
[21:44:08.528] Build status: SCHEDULED
[21:44:08.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:27:0) after 2m27s
[21:46:35.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:27:0)
[21:46:35.635] Build status: SCHEDULED
[21:46:35.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:28:0) after 1m1s
[21:47:36.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:28:0)
[21:47:36.654] Build status: SCHEDULED
[21:47:36.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:29:0) after 1m10s
[21:48:46.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:29:0)
[21:48:46.679] Build status: SCHEDULED
[21:48:46.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:30:0) after 4m7s
[21:52:53.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:30:0)
[21:52:53.727] Build status: SCHEDULED
[21:52:53.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:31:0) after 2m31s
[21:55:24.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:31:0)
[21:55:24.912] Build status: SCHEDULED
[21:55:24.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:32:0) after 5m0s
[22:00:25.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:32:0)
[22:00:25.073] Build status: SCHEDULED
[22:00:25.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:33:0) after 3m46s
[22:04:11.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:33:0)
[22:04:11.176] Build status: SCHEDULED
[22:04:11.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:34:0) after 2m34s
[22:06:45.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:34:0)
[22:06:45.244] Build status: SCHEDULED
[22:06:45.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:35:0) after 6m12s
[22:12:57.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:35:0)
[22:12:57.285] Build status: SCHEDULED
[22:12:57.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:36:0) after 1m2s
[22:13:59.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:36:0)
[22:13:59.365] Build status: SCHEDULED
[22:13:59.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:37:0) after 7m35s
[22:21:34.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:37:0)
[22:21:34.461] Build status: SCHEDULED
[22:21:34.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:38:0) after 2m47s
[22:24:21.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:38:0)
[22:24:21.552] Build status: SCHEDULED
[22:24:21.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:39:0) after 5m10s
[22:29:31.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:39:0)
[22:29:31.650] Build status: SCHEDULED
[22:29:31.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:40:0) after 7m38s
[22:37:09.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:40:0)
[22:37:09.650] Build status: SCHEDULED
[22:37:09.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:41:0) after 5m35s
[22:42:44.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:41:0)
[22:42:44.696] Build status: SCHEDULED
[22:42:44.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:42:0) after 3m52s
[22:46:36.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:42:0)
[22:46:36.711] Build status: SCHEDULED
[22:46:36.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:43:0) after 6m28s
[22:53:04.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:43:0)
[22:53:04.846] Build status: SCHEDULED
[22:53:04.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:44:0) after 2m6s
[22:55:10.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:44:0)
[22:55:10.935] Build status: SCHEDULED
[22:55:10.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:45:0) after 7m10s
[22:58:26.420] Received PubSub notification, asking Buildbucket for the build status
[22:58:26.444] Build status: STARTED
[23:02:20.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:45:0)
[23:02:20.957] Build status: STARTED
[23:02:20.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875133821048711936:47:0) after 5m17s
[23:02:43.601] Received PubSub notification, asking Buildbucket for the build status
[23:02:43.622] Build:
{
"id": "8709703759179166113",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-10T19:37:23.571128344Z",
"startTime": "2025-07-10T22:58:25.868405951Z",
"endTime": "2025-07-10T23:02:43.338000152Z",
"updateTime": "2025-07-10T23:02:43.338000152Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "664d0fc587419c800c7e2be561056e67716ed22c",
"ref": "refs/heads/main"
}
}
}
[23:02:43.622] Invocation finished in 3h25m21.217207796s with status SUCCEEDED