[22:25:40.572] New invocation is queued and will start shortly
[22:25:41.657] Starting the invocation (attempt 1)
[22:25:41.683] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4"
[22:25:41.683] Popped gitiles commit info from properties and tags
[22:25:41.683] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:25:41.683] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:25:41.684] Buildbucket request:
{
"requestId": "8875032635397144640",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875032635397144640",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "349c4ceec2a0aeace5c9a6a59318df98b3882793"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@349c4ceec2a0aeace5c9a6a59318df98b3882793",
"title": "349c4ceec2a0aeace5c9a6a59318df98b3882793",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/349c4ceec2a0aeace5c9a6a59318df98b3882793"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cd17fc4363f094c6d390385aeebce266d61e5eff"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cd17fc4363f094c6d390385aeebce266d61e5eff",
"title": "cd17fc4363f094c6d390385aeebce266d61e5eff",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cd17fc4363f094c6d390385aeebce266d61e5eff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "00a7ab24e05a74b7e453d02a0630a66ca8a9fe55"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@00a7ab24e05a74b7e453d02a0630a66ca8a9fe55",
"title": "00a7ab24e05a74b7e453d02a0630a66ca8a9fe55",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/00a7ab24e05a74b7e453d02a0630a66ca8a9fe55"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "afe5e94335ce174f551174bcd607cfb919a00ddc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@afe5e94335ce174f551174bcd607cfb919a00ddc",
"title": "afe5e94335ce174f551174bcd607cfb919a00ddc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/afe5e94335ce174f551174bcd607cfb919a00ddc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fabfb75408f8db82284c397734da71aac93f9e98"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fabfb75408f8db82284c397734da71aac93f9e98",
"title": "fabfb75408f8db82284c397734da71aac93f9e98",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fabfb75408f8db82284c397734da71aac93f9e98"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
"title": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875032635397144640"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:25:42.095] Scheduled build:
{
"id": "8709602573503753745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-11T22:25:41.751206305Z",
"updateTime": "2025-07-11T22:25:41.751206305Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
"ref": "refs/heads/main"
}
}
}
[22:25:42.095] Task URL: https://cr-buildbucket.appspot.com/build/8709602573503753745
[22:25:42.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:2:0) after 6m41s
[22:25:43.099] Received PubSub notification, asking Buildbucket for the build status
[22:25:43.138] Build status: SCHEDULED
[22:32:23.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:2:0)
[22:32:23.139] Build status: SCHEDULED
[22:32:23.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:4:0) after 6m42s
[22:39:05.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:4:0)
[22:39:05.231] Build status: SCHEDULED
[22:39:05.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:5:0) after 8m35s
[22:47:40.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:5:0)
[22:47:40.310] Build status: SCHEDULED
[22:47:40.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:6:0) after 4m42s
[22:52:22.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:6:0)
[22:52:22.444] Build status: SCHEDULED
[22:52:22.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:7:0) after 2m30s
[22:54:52.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:7:0)
[22:54:52.598] Build status: SCHEDULED
[22:54:52.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:8:0) after 7m21s
[23:02:13.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:8:0)
[23:02:13.643] Build status: SCHEDULED
[23:02:13.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:9:0) after 6m44s
[23:08:57.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:9:0)
[23:08:57.681] Build status: SCHEDULED
[23:08:57.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:10:0) after 5m0s
[23:13:57.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:10:0)
[23:13:57.785] Build status: SCHEDULED
[23:13:57.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:11:0) after 6m32s
[23:20:29.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:11:0)
[23:20:29.885] Build status: SCHEDULED
[23:20:29.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:12:0) after 9m33s
[23:30:02.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:12:0)
[23:30:02.917] Build status: SCHEDULED
[23:30:02.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:13:0) after 4m48s
[23:34:51.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:13:0)
[23:34:51.030] Build status: SCHEDULED
[23:34:51.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:14:0) after 8m19s
[23:43:10.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:14:0)
[23:43:10.121] Build status: SCHEDULED
[23:43:10.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:15:0) after 2m46s
[23:45:56.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:15:0)
[23:45:56.121] Build status: SCHEDULED
[23:45:56.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:16:0) after 7m44s
[23:53:40.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:16:0)
[23:53:40.198] Build status: SCHEDULED
[23:53:40.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:17:0) after 6m40s
[00:00:20.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:17:0)
[00:00:20.271] Build status: SCHEDULED
[00:00:20.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:18:0) after 3m21s
[00:03:41.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:18:0)
[00:03:41.408] Build status: SCHEDULED
[00:03:41.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:19:0) after 1m17s
[00:04:58.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:19:0)
[00:04:58.454] Build status: SCHEDULED
[00:04:58.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:20:0) after 5m46s
[00:10:44.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:20:0)
[00:10:44.514] Build status: SCHEDULED
[00:10:44.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:21:0) after 2m56s
[00:13:40.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:21:0)
[00:13:40.719] Build status: SCHEDULED
[00:13:40.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:22:0) after 3m29s
[00:17:09.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:22:0)
[00:17:09.816] Build status: SCHEDULED
[00:17:09.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:23:0) after 3m12s
[00:20:21.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:23:0)
[00:20:21.847] Build status: SCHEDULED
[00:20:21.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:24:0) after 5m1s
[00:25:22.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:24:0)
[00:25:22.888] Build status: SCHEDULED
[00:25:22.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:25:0) after 6m18s
[00:31:40.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:25:0)
[00:31:41.032] Build status: SCHEDULED
[00:31:41.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:26:0) after 3m39s
[00:35:20.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:26:0)
[00:35:20.106] Build status: SCHEDULED
[00:35:20.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:27:0) after 2m25s
[00:37:45.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:27:0)
[00:37:45.208] Build status: SCHEDULED
[00:37:45.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:28:0) after 2m17s
[00:40:02.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:28:0)
[00:40:02.212] Build status: SCHEDULED
[00:40:02.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:29:0) after 4m54s
[00:44:56.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:29:0)
[00:44:56.245] Build status: SCHEDULED
[00:44:56.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:30:0) after 4m42s
[00:49:38.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:30:0)
[00:49:38.307] Build status: SCHEDULED
[00:49:38.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:31:0) after 5m58s
[00:55:36.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:31:0)
[00:55:36.465] Build status: SCHEDULED
[00:55:36.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:32:0) after 4m43s
[01:00:19.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:32:0)
[01:00:19.504] Build status: SCHEDULED
[01:00:19.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:33:0) after 5m38s
[01:05:57.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:33:0)
[01:05:57.544] Build status: SCHEDULED
[01:05:57.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:34:0) after 7m30s
[01:13:27.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:34:0)
[01:13:27.632] Build status: SCHEDULED
[01:13:27.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:35:0) after 1m51s
[01:15:18.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:35:0)
[01:15:18.648] Build status: SCHEDULED
[01:15:18.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:36:0) after 9m41s
[01:24:59.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:36:0)
[01:24:59.706] Build status: SCHEDULED
[01:24:59.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:37:0) after 6m27s
[01:31:26.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:37:0)
[01:31:26.853] Build status: SCHEDULED
[01:31:26.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:38:0) after 4m12s
[01:32:21.577] Received PubSub notification, asking Buildbucket for the build status
[01:32:21.638] Build status: STARTED
[01:35:38.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:38:0)
[01:35:38.870] Build status: STARTED
[01:35:38.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875032635397144640:40:0) after 3m41s
[01:35:41.446] Received PubSub notification, asking Buildbucket for the build status
[01:35:41.521] Build:
{
"id": "8709602573503753745",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-11T22:25:41.751206305Z",
"startTime": "2025-07-12T01:32:18.635143186Z",
"endTime": "2025-07-12T01:35:41.196731825Z",
"updateTime": "2025-07-12T01:35:41.196731825Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f770f6738fe2e1aeb44750c3c6bff4b1dfd36fa4",
"ref": "refs/heads/main"
}
}
}
[01:35:41.521] Invocation finished in 3h10m0.959148947s with status SUCCEEDED