[01:03:40.349] New invocation is queued and will start shortly
[01:03:41.796] Starting the invocation (attempt 1)
[01:03:41.829] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/635be30f12e03980a9fce0dc800696fd5128811f"
[01:03:41.829] Popped gitiles commit info from properties and tags
[01:03:41.829] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:03:41.829] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:03:41.830] Buildbucket request:
{
"requestId": "8872757770969547200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872757770969547200",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "66bc0bda9dc610f60938e28119f5bdfac54928f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@66bc0bda9dc610f60938e28119f5bdfac54928f5",
"title": "66bc0bda9dc610f60938e28119f5bdfac54928f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/66bc0bda9dc610f60938e28119f5bdfac54928f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "635be30f12e03980a9fce0dc800696fd5128811f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@635be30f12e03980a9fce0dc800696fd5128811f",
"title": "635be30f12e03980a9fce0dc800696fd5128811f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/635be30f12e03980a9fce0dc800696fd5128811f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "635be30f12e03980a9fce0dc800696fd5128811f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872757770969547200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:03:42.175] Scheduled build:
{
"id": "8707327708683676497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-06T01:03:41.903375788Z",
"updateTime": "2025-08-06T01:03:41.903375788Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "635be30f12e03980a9fce0dc800696fd5128811f",
"ref": "refs/heads/main"
}
}
}
[01:03:42.175] Task URL: https://cr-buildbucket.appspot.com/build/8707327708683676497
[01:03:42.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:2:0) after 9m55s
[01:03:43.146] Received PubSub notification, asking Buildbucket for the build status
[01:03:43.171] Build status: SCHEDULED
[01:13:37.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:2:0)
[01:13:37.227] Build status: SCHEDULED
[01:13:37.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:4:0) after 1m31s
[01:15:08.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:4:0)
[01:15:08.275] Build status: SCHEDULED
[01:15:08.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:5:0) after 3m59s
[01:19:07.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:5:0)
[01:19:07.321] Build status: SCHEDULED
[01:19:07.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:6:0) after 6m8s
[01:25:15.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:6:0)
[01:25:15.387] Build status: SCHEDULED
[01:25:15.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:7:0) after 2m46s
[01:28:01.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:7:0)
[01:28:01.466] Build status: SCHEDULED
[01:28:01.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:8:0) after 1m6s
[01:29:07.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:8:0)
[01:29:07.564] Build status: SCHEDULED
[01:29:07.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:9:0) after 5m0s
[01:34:07.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:9:0)
[01:34:07.593] Build status: SCHEDULED
[01:34:07.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:10:0) after 9m31s
[01:43:38.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:10:0)
[01:43:38.740] Build status: SCHEDULED
[01:43:38.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:11:0) after 4m5s
[01:47:43.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:11:0)
[01:47:43.799] Build status: SCHEDULED
[01:47:43.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:12:0) after 2m52s
[01:50:35.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:12:0)
[01:50:35.926] Build status: SCHEDULED
[01:50:35.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:13:0) after 8m35s
[01:59:10.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:13:0)
[01:59:11.011] Build status: SCHEDULED
[01:59:11.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:14:0) after 7m9s
[02:06:20.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:14:0)
[02:06:20.076] Build status: SCHEDULED
[02:06:20.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:15:0) after 8m9s
[02:14:29.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:15:0)
[02:14:29.177] Build status: SCHEDULED
[02:14:29.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:16:0) after 2m8s
[02:16:37.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:16:0)
[02:16:37.317] Build status: SCHEDULED
[02:16:37.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:17:0) after 2m5s
[02:18:42.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:17:0)
[02:18:42.365] Build status: SCHEDULED
[02:18:42.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:18:0) after 3m10s
[02:21:52.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:18:0)
[02:21:52.414] Build status: SCHEDULED
[02:21:52.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:19:0) after 8m12s
[02:30:04.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:19:0)
[02:30:04.457] Build status: SCHEDULED
[02:30:04.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:20:0) after 6m19s
[02:36:23.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:20:0)
[02:36:23.496] Build status: SCHEDULED
[02:36:23.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:21:0) after 4m51s
[02:41:14.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:21:0)
[02:41:14.929] Build status: SCHEDULED
[02:41:14.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:22:0) after 4m25s
[02:45:39.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:22:0)
[02:45:40.029] Build status: SCHEDULED
[02:45:40.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:23:0) after 3m2s
[02:48:42.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:23:0)
[02:48:42.073] Build status: SCHEDULED
[02:48:42.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:24:0) after 7m28s
[02:56:10.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:24:0)
[02:56:10.154] Build status: SCHEDULED
[02:56:10.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:25:0) after 5m35s
[03:01:45.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:25:0)
[03:01:45.264] Build status: SCHEDULED
[03:01:45.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:26:0) after 6m0s
[03:07:45.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:26:0)
[03:07:45.360] Build status: SCHEDULED
[03:07:45.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:27:0) after 8m12s
[03:15:57.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:27:0)
[03:15:57.441] Build status: SCHEDULED
[03:15:57.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:28:0) after 4m28s
[03:20:25.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:28:0)
[03:20:25.575] Build status: SCHEDULED
[03:20:25.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:29:0) after 4m18s
[03:24:43.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:29:0)
[03:24:43.661] Build status: SCHEDULED
[03:24:43.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:30:0) after 9m7s
[03:33:50.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:30:0)
[03:33:50.707] Build status: SCHEDULED
[03:33:50.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:31:0) after 8m54s
[03:42:44.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:31:0)
[03:42:44.893] Build status: SCHEDULED
[03:42:44.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:32:0) after 9m51s
[03:52:35.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:32:0)
[03:52:35.969] Build status: SCHEDULED
[03:52:35.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:33:0) after 3m49s
[03:56:25.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:33:0)
[03:56:25.103] Build status: SCHEDULED
[03:56:25.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:34:0) after 1m55s
[03:58:20.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:34:0)
[03:58:20.139] Build status: SCHEDULED
[03:58:20.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:35:0) after 5m22s
[04:03:42.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:35:0)
[04:03:42.184] Build status: SCHEDULED
[04:03:42.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:36:0) after 1m9s
[04:04:51.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:36:0)
[04:04:51.319] Build status: SCHEDULED
[04:04:51.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:37:0) after 9m7s
[04:13:58.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:37:0)
[04:13:58.520] Build status: SCHEDULED
[04:13:58.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:38:0) after 8m18s
[04:22:16.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:38:0)
[04:22:16.755] Build status: SCHEDULED
[04:22:16.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:39:0) after 1m32s
[04:23:48.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:39:0)
[04:23:48.839] Build status: SCHEDULED
[04:23:48.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:40:0) after 2m48s
[04:26:36.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:40:0)
[04:26:36.894] Build status: SCHEDULED
[04:26:36.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:41:0) after 7m4s
[04:33:41.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:41:0)
[04:33:41.206] Build status: SCHEDULED
[04:33:41.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:42:0) after 9m56s
[04:43:37.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:42:0)
[04:43:37.288] Build status: SCHEDULED
[04:43:37.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:43:0) after 1m55s
[04:45:32.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:43:0)
[04:45:32.329] Build status: SCHEDULED
[04:45:32.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:44:0) after 1m41s
[04:47:13.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:44:0)
[04:47:13.705] Build status: SCHEDULED
[04:47:13.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:45:0) after 6m31s
[04:53:45.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:45:0)
[04:53:45.297] Build status: SCHEDULED
[04:53:45.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:46:0) after 7m19s
[05:01:04.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:46:0)
[05:01:04.519] Build status: SCHEDULED
[05:01:04.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:47:0) after 3m30s
[05:03:11.659] Received PubSub notification, asking Buildbucket for the build status
[05:03:11.732] Build status: STARTED
[05:04:34.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:47:0)
[05:04:34.612] Build status: STARTED
[05:04:34.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872757770969547200:49:0) after 6m10s
[05:05:09.509] Received PubSub notification, asking Buildbucket for the build status
[05:05:09.528] Build:
{
"id": "8707327708683676497",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-06T01:03:41.903375788Z",
"startTime": "2025-08-06T05:03:10.715000136Z",
"endTime": "2025-08-06T05:05:09.255849817Z",
"updateTime": "2025-08-06T05:05:09.255849817Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "635be30f12e03980a9fce0dc800696fd5128811f",
"ref": "refs/heads/main"
}
}
}
[05:05:09.528] Invocation finished in 4h1m29.18733823s with status SUCCEEDED