[21:00:56.611] New invocation is queued and will start shortly
[21:00:58.268] Starting the invocation (attempt 1)
[21:00:58.299] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b91cac90a9a8ae579c772dc573acb6b7d6c09573"
[21:00:58.299] Popped gitiles commit info from properties and tags
[21:00:58.299] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:00:58.299] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:00:58.300] Buildbucket request:
{
"requestId": "8873407220925315936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873407220925315936",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dac849c6464003292df3213c7c99933a4eff00f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dac849c6464003292df3213c7c99933a4eff00f5",
"title": "dac849c6464003292df3213c7c99933a4eff00f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dac849c6464003292df3213c7c99933a4eff00f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c72af821655c36a74ede80252c5e720dd8fae8b0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c72af821655c36a74ede80252c5e720dd8fae8b0",
"title": "c72af821655c36a74ede80252c5e720dd8fae8b0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c72af821655c36a74ede80252c5e720dd8fae8b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a3d8ef69963f3e099aa8c58b74e76c6637817b06"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a3d8ef69963f3e099aa8c58b74e76c6637817b06",
"title": "a3d8ef69963f3e099aa8c58b74e76c6637817b06",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a3d8ef69963f3e099aa8c58b74e76c6637817b06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb",
"title": "8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8c7de1014f8b5d3dd0aa868c2c6f79dd68cdfdeb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f60cb2b37afe1d40e3cc31cbe5e0ee94c7a46747"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f60cb2b37afe1d40e3cc31cbe5e0ee94c7a46747",
"title": "f60cb2b37afe1d40e3cc31cbe5e0ee94c7a46747",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f60cb2b37afe1d40e3cc31cbe5e0ee94c7a46747"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b91cac90a9a8ae579c772dc573acb6b7d6c09573"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b91cac90a9a8ae579c772dc573acb6b7d6c09573",
"title": "b91cac90a9a8ae579c772dc573acb6b7d6c09573",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b91cac90a9a8ae579c772dc573acb6b7d6c09573"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b91cac90a9a8ae579c772dc573acb6b7d6c09573",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873407220925315936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:00:58.730] Scheduled build:
{
"id": "8707977158423667185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-29T21:00:58.367409682Z",
"updateTime": "2025-07-29T21:00:58.367409682Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b91cac90a9a8ae579c772dc573acb6b7d6c09573",
"ref": "refs/heads/main"
}
}
}
[21:00:58.730] Task URL: https://cr-buildbucket.appspot.com/build/8707977158423667185
[21:00:58.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:2:0) after 7m12s
[21:00:59.670] Received PubSub notification, asking Buildbucket for the build status
[21:00:59.692] Build status: SCHEDULED
[21:08:10.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:2:0)
[21:08:10.785] Build status: SCHEDULED
[21:08:10.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:4:0) after 2m14s
[21:10:24.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:4:0)
[21:10:24.838] Build status: SCHEDULED
[21:10:24.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:5:0) after 5m51s
[21:16:15.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:5:0)
[21:16:15.921] Build status: SCHEDULED
[21:16:15.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:6:0) after 1m41s
[21:17:56.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:6:0)
[21:17:56.960] Build status: SCHEDULED
[21:17:56.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:7:0) after 3m38s
[21:21:35.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:7:0)
[21:21:35.126] Build status: SCHEDULED
[21:21:35.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:8:0) after 6m23s
[21:27:58.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:8:0)
[21:27:58.273] Build status: SCHEDULED
[21:27:58.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:9:0) after 6m37s
[21:34:35.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:9:0)
[21:34:35.428] Build status: SCHEDULED
[21:34:35.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:10:0) after 6m25s
[21:41:00.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:10:0)
[21:41:00.468] Build status: SCHEDULED
[21:41:00.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:11:0) after 4m39s
[21:45:39.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:11:0)
[21:45:39.553] Build status: SCHEDULED
[21:45:39.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:12:0) after 8m21s
[21:54:00.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:12:0)
[21:54:00.611] Build status: SCHEDULED
[21:54:00.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:13:0) after 1m6s
[21:55:06.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:13:0)
[21:55:06.665] Build status: SCHEDULED
[21:55:06.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:14:0) after 9m14s
[22:04:20.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:14:0)
[22:04:20.872] Build status: SCHEDULED
[22:04:20.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:15:0) after 9m14s
[22:13:35.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:15:0)
[22:13:35.024] Build status: SCHEDULED
[22:13:35.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:16:0) after 7m52s
[22:21:27.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:16:0)
[22:21:27.174] Build status: SCHEDULED
[22:21:27.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:17:0) after 5m20s
[22:26:47.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:17:0)
[22:26:47.236] Build status: SCHEDULED
[22:26:47.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:18:0) after 5m44s
[22:32:31.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:18:0)
[22:32:31.320] Build status: SCHEDULED
[22:32:31.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:19:0) after 8m20s
[22:40:51.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:19:0)
[22:40:51.378] Build status: SCHEDULED
[22:40:51.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:20:0) after 4m24s
[22:45:15.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:20:0)
[22:45:15.425] Build status: SCHEDULED
[22:45:15.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:21:0) after 3m28s
[22:48:43.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:21:0)
[22:48:43.473] Build status: SCHEDULED
[22:48:43.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:22:0) after 7m30s
[22:56:13.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:22:0)
[22:56:13.568] Build status: SCHEDULED
[22:56:13.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:23:0) after 1m32s
[22:57:45.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:23:0)
[22:57:45.767] Build status: SCHEDULED
[22:57:45.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:24:0) after 7m33s
[23:05:18.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:24:0)
[23:05:18.901] Build status: SCHEDULED
[23:05:18.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:25:0) after 5m32s
[23:10:50.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:25:0)
[23:10:50.961] Build status: SCHEDULED
[23:10:50.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:26:0) after 2m31s
[23:13:21.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:26:0)
[23:13:22.033] Build status: SCHEDULED
[23:13:22.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:27:0) after 5m17s
[23:18:39.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:27:0)
[23:18:39.043] Build status: SCHEDULED
[23:18:39.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:28:0) after 7m21s
[23:26:00.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:28:0)
[23:26:00.162] Build status: SCHEDULED
[23:26:00.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:29:0) after 4m11s
[23:30:11.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:29:0)
[23:30:11.217] Build status: SCHEDULED
[23:30:11.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:30:0) after 4m27s
[23:34:38.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:30:0)
[23:34:38.313] Build status: SCHEDULED
[23:34:38.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:31:0) after 5m48s
[23:40:26.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:31:0)
[23:40:26.341] Build status: SCHEDULED
[23:40:26.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:32:0) after 1m29s
[23:41:55.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:32:0)
[23:41:55.377] Build status: SCHEDULED
[23:41:55.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:33:0) after 5m13s
[23:47:08.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:33:0)
[23:47:08.472] Build status: SCHEDULED
[23:47:08.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:34:0) after 2m25s
[23:49:33.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:34:0)
[23:49:33.553] Build status: SCHEDULED
[23:49:33.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:35:0) after 1m12s
[23:50:45.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:35:0)
[23:50:45.632] Build status: SCHEDULED
[23:50:45.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:36:0) after 2m10s
[23:52:55.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:36:0)
[23:52:55.694] Build status: SCHEDULED
[23:52:55.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:37:0) after 1m28s
[23:54:23.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:37:0)
[23:54:23.740] Build status: SCHEDULED
[23:54:23.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:38:0) after 2m51s
[23:57:14.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:38:0)
[23:57:14.824] Build status: SCHEDULED
[23:57:14.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:39:0) after 4m27s
[00:01:41.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:39:0)
[00:01:41.870] Build status: SCHEDULED
[00:01:41.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8873407220925315936:40:0) after 7m31s
[00:05:52.871] Received PubSub notification, asking Buildbucket for the build status
[00:05:52.912] Build status: STARTED
[00:08:03.370] Received PubSub notification, asking Buildbucket for the build status
[00:08:03.448] Build:
{
"id": "8707977158423667185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-29T21:00:58.367409682Z",
"startTime": "2025-07-30T00:05:52.641724894Z",
"endTime": "2025-07-30T00:08:03.004895404Z",
"updateTime": "2025-07-30T00:08:03.004895404Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b91cac90a9a8ae579c772dc573acb6b7d6c09573",
"ref": "refs/heads/main"
}
}
}
[00:08:03.448] Invocation finished in 3h7m6.850646836s with status SUCCEEDED