[20:07:12.862] New invocation is queued and will start shortly
[20:07:14.255] Starting the invocation (attempt 1)
[20:07:14.279] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7fb50a5288a9360491506c4259551b7615484624"
[20:07:14.279] Popped gitiles commit info from properties and tags
[20:07:14.279] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:07:14.279] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:07:14.279] Buildbucket request:
{
"requestId": "8875403734526989184",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875403734526989184",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "147899007b120fa246e8ada933ed28ae4beddaf2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@147899007b120fa246e8ada933ed28ae4beddaf2",
"title": "147899007b120fa246e8ada933ed28ae4beddaf2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/147899007b120fa246e8ada933ed28ae4beddaf2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7fb50a5288a9360491506c4259551b7615484624"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7fb50a5288a9360491506c4259551b7615484624",
"title": "7fb50a5288a9360491506c4259551b7615484624",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7fb50a5288a9360491506c4259551b7615484624"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7fb50a5288a9360491506c4259551b7615484624",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875403734526989184"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:07:14.639] Scheduled build:
{
"id": "8709973672320729137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-07T20:07:14.341357609Z",
"updateTime": "2025-07-07T20:07:14.341357609Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7fb50a5288a9360491506c4259551b7615484624",
"ref": "refs/heads/main"
}
}
}
[20:07:14.639] Task URL: https://cr-buildbucket.appspot.com/build/8709973672320729137
[20:07:14.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:2:0) after 5m50s
[20:07:15.621] Received PubSub notification, asking Buildbucket for the build status
[20:07:15.641] Build status: SCHEDULED
[20:13:04.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:2:0)
[20:13:04.736] Build status: SCHEDULED
[20:13:04.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:4:0) after 9m24s
[20:22:28.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:4:0)
[20:22:28.783] Build status: SCHEDULED
[20:22:28.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:5:0) after 1m31s
[20:23:59.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:5:0)
[20:24:00.054] Build status: SCHEDULED
[20:24:00.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:6:0) after 6m2s
[20:30:02.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:6:0)
[20:30:02.106] Build status: SCHEDULED
[20:30:02.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:7:0) after 3m57s
[20:33:59.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:7:0)
[20:33:59.200] Build status: SCHEDULED
[20:33:59.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:8:0) after 8m46s
[20:42:45.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:8:0)
[20:42:45.272] Build status: SCHEDULED
[20:42:45.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:9:0) after 2m37s
[20:45:22.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:9:0)
[20:45:22.466] Build status: SCHEDULED
[20:45:22.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:10:0) after 1m56s
[20:47:18.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:10:0)
[20:47:18.572] Build status: SCHEDULED
[20:47:18.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:11:0) after 9m8s
[20:56:26.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:11:0)
[20:56:26.698] Build status: SCHEDULED
[20:56:26.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:12:0) after 1m15s
[20:57:41.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:12:0)
[20:57:41.773] Build status: SCHEDULED
[20:57:41.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:13:0) after 6m11s
[21:03:52.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:13:0)
[21:03:52.928] Build status: SCHEDULED
[21:03:52.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:14:0) after 3m31s
[21:07:23.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:14:0)
[21:07:23.936] Build status: SCHEDULED
[21:07:23.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:15:0) after 7m28s
[21:14:52.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:15:0)
[21:14:52.106] Build status: SCHEDULED
[21:14:52.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:16:0) after 1m32s
[21:16:24.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:16:0)
[21:16:24.199] Build status: SCHEDULED
[21:16:24.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:17:0) after 1m6s
[21:17:30.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:17:0)
[21:17:30.308] Build status: SCHEDULED
[21:17:30.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:18:0) after 4m25s
[21:21:55.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:18:0)
[21:21:55.350] Build status: SCHEDULED
[21:21:55.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:19:0) after 9m48s
[21:31:43.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:19:0)
[21:31:43.408] Build status: SCHEDULED
[21:31:43.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:20:0) after 2m43s
[21:34:26.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:20:0)
[21:34:26.563] Build status: SCHEDULED
[21:34:26.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:21:0) after 7m50s
[21:42:16.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:21:0)
[21:42:16.625] Build status: SCHEDULED
[21:42:16.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:22:0) after 5m14s
[21:47:30.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:22:0)
[21:47:30.801] Build status: SCHEDULED
[21:47:30.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:23:0) after 3m26s
[21:50:56.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:23:0)
[21:50:56.867] Build status: SCHEDULED
[21:50:56.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:24:0) after 1m18s
[21:52:14.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:24:0)
[21:52:14.912] Build status: SCHEDULED
[21:52:14.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:25:0) after 1m43s
[21:53:57.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:25:0)
[21:53:57.974] Build status: SCHEDULED
[21:53:57.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:26:0) after 2m46s
[21:56:44.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:26:0)
[21:56:44.035] Build status: SCHEDULED
[21:56:44.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:27:0) after 9m52s
[22:06:36.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:27:0)
[22:06:36.107] Build status: SCHEDULED
[22:06:36.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:28:0) after 8m0s
[22:14:36.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:28:0)
[22:14:36.148] Build status: SCHEDULED
[22:14:36.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:29:0) after 5m16s
[22:19:52.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:29:0)
[22:19:52.239] Build status: SCHEDULED
[22:19:52.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:30:0) after 4m51s
[22:24:43.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:30:0)
[22:24:43.293] Build status: SCHEDULED
[22:24:43.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:31:0) after 3m49s
[22:28:32.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:31:0)
[22:28:32.330] Build status: SCHEDULED
[22:28:32.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:32:0) after 3m3s
[22:31:35.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:32:0)
[22:31:35.459] Build status: SCHEDULED
[22:31:35.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:33:0) after 4m55s
[22:36:30.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:33:0)
[22:36:30.525] Build status: SCHEDULED
[22:36:30.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:34:0) after 6m21s
[22:42:51.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:34:0)
[22:42:51.575] Build status: SCHEDULED
[22:42:51.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:35:0) after 1m11s
[22:44:02.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:35:0)
[22:44:02.640] Build status: SCHEDULED
[22:44:02.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:36:0) after 4m58s
[22:49:00.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:36:0)
[22:49:00.692] Build status: SCHEDULED
[22:49:00.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:37:0) after 6m17s
[22:55:17.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:37:0)
[22:55:17.781] Build status: SCHEDULED
[22:55:17.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:38:0) after 3m40s
[22:58:57.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:38:0)
[22:58:57.772] Build status: SCHEDULED
[22:58:57.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:39:0) after 4m24s
[23:03:21.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:39:0)
[23:03:21.802] Build status: SCHEDULED
[23:03:21.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:40:0) after 1m13s
[23:04:34.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:40:0)
[23:04:34.844] Build status: SCHEDULED
[23:04:34.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:41:0) after 2m11s
[23:06:45.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:41:0)
[23:06:45.889] Build status: SCHEDULED
[23:06:45.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:42:0) after 2m41s
[23:09:26.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:42:0)
[23:09:26.960] Build status: SCHEDULED
[23:09:26.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:43:0) after 1m47s
[23:11:14.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:43:0)
[23:11:14.066] Build status: SCHEDULED
[23:11:14.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:44:0) after 5m52s
[23:16:56.225] Received PubSub notification, asking Buildbucket for the build status
[23:16:56.287] Build status: STARTED
[23:17:06.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:44:0)
[23:17:06.104] Build status: STARTED
[23:17:06.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875403734526989184:46:0) after 9m35s
[23:20:26.456] Received PubSub notification, asking Buildbucket for the build status
[23:20:26.566] Build:
{
"id": "8709973672320729137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-07T20:07:14.341357609Z",
"startTime": "2025-07-07T23:16:55.546608007Z",
"endTime": "2025-07-07T23:20:26.093993578Z",
"updateTime": "2025-07-07T23:20:26.093993578Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7fb50a5288a9360491506c4259551b7615484624",
"ref": "refs/heads/main"
}
}
}
[23:20:26.566] Invocation finished in 3h13m13.712647526s with status SUCCEEDED