[22:52:56.564] New invocation is queued and will start shortly
[22:52:57.673] Starting the invocation (attempt 1)
[22:52:57.705] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/54bb4b082d7e1358df2085b7c529b39198d69ba5"
[22:52:57.705] Popped gitiles commit info from properties and tags
[22:52:57.705] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:52:57.705] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:52:57.706] Buildbucket request:
{
"requestId": "8877114650167497392",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877114650167497392",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "acbe158371863f241ab23e172c2b638a71719422"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@acbe158371863f241ab23e172c2b638a71719422",
"title": "acbe158371863f241ab23e172c2b638a71719422",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/acbe158371863f241ab23e172c2b638a71719422"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e665314c0811deae1f72050c0510ef4d48f26d9e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e665314c0811deae1f72050c0510ef4d48f26d9e",
"title": "e665314c0811deae1f72050c0510ef4d48f26d9e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e665314c0811deae1f72050c0510ef4d48f26d9e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3e6a8fb4bd8360db18b572a9734d2b7326edf765"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3e6a8fb4bd8360db18b572a9734d2b7326edf765",
"title": "3e6a8fb4bd8360db18b572a9734d2b7326edf765",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3e6a8fb4bd8360db18b572a9734d2b7326edf765"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "02d8407349d39c70964f5be48ca49c409257ed40"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@02d8407349d39c70964f5be48ca49c409257ed40",
"title": "02d8407349d39c70964f5be48ca49c409257ed40",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/02d8407349d39c70964f5be48ca49c409257ed40"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "437a6b030ae3ef431feb156f9aff4b264be38452"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@437a6b030ae3ef431feb156f9aff4b264be38452",
"title": "437a6b030ae3ef431feb156f9aff4b264be38452",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/437a6b030ae3ef431feb156f9aff4b264be38452"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c03230cb2c09267921a69ab4e70cbcc1d54c3607"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c03230cb2c09267921a69ab4e70cbcc1d54c3607",
"title": "c03230cb2c09267921a69ab4e70cbcc1d54c3607",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c03230cb2c09267921a69ab4e70cbcc1d54c3607"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a52507d258b0642affd9ce9d1fa1ceb6073be4b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a52507d258b0642affd9ce9d1fa1ceb6073be4b3",
"title": "a52507d258b0642affd9ce9d1fa1ceb6073be4b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a52507d258b0642affd9ce9d1fa1ceb6073be4b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "54bb4b082d7e1358df2085b7c529b39198d69ba5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@54bb4b082d7e1358df2085b7c529b39198d69ba5",
"title": "54bb4b082d7e1358df2085b7c529b39198d69ba5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/54bb4b082d7e1358df2085b7c529b39198d69ba5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "54bb4b082d7e1358df2085b7c529b39198d69ba5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877114650167497392"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:52:58.186] Scheduled build:
{
"id": "8711684588240830337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-18T22:52:57.770135139Z",
"updateTime": "2025-06-18T22:52:57.770135139Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "54bb4b082d7e1358df2085b7c529b39198d69ba5",
"ref": "refs/heads/main"
}
}
}
[22:52:58.187] Task URL: https://cr-buildbucket.appspot.com/build/8711684588240830337
[22:52:58.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:2:0) after 9m24s
[22:52:59.067] Received PubSub notification, asking Buildbucket for the build status
[22:52:59.083] Build status: SCHEDULED
[23:02:22.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:2:0)
[23:02:22.281] Build status: SCHEDULED
[23:02:22.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:4:0) after 7m30s
[23:09:52.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:4:0)
[23:09:52.328] Build status: SCHEDULED
[23:09:52.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:5:0) after 8m11s
[23:18:03.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:5:0)
[23:18:03.382] Build status: SCHEDULED
[23:18:03.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:6:0) after 4m33s
[23:22:36.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:6:0)
[23:22:36.471] Build status: SCHEDULED
[23:22:36.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:7:0) after 1m33s
[23:24:09.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:7:0)
[23:24:09.557] Build status: SCHEDULED
[23:24:09.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:8:0) after 6m0s
[23:30:09.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:8:0)
[23:30:09.660] Build status: SCHEDULED
[23:30:09.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:9:0) after 2m30s
[23:32:39.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:9:0)
[23:32:39.701] Build status: SCHEDULED
[23:32:39.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:10:0) after 3m56s
[23:36:35.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:10:0)
[23:36:35.740] Build status: SCHEDULED
[23:36:35.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:11:0) after 7m17s
[23:43:52.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:11:0)
[23:43:52.832] Build status: SCHEDULED
[23:43:52.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:12:0) after 9m12s
[23:53:04.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:12:0)
[23:53:04.877] Build status: SCHEDULED
[23:53:04.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:13:0) after 1m23s
[23:54:27.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:13:0)
[23:54:27.920] Build status: SCHEDULED
[23:54:27.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:14:0) after 3m37s
[23:58:05.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:14:0)
[23:58:05.029] Build status: SCHEDULED
[23:58:05.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:15:0) after 9m8s
[00:07:13.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:15:0)
[00:07:13.303] Build status: SCHEDULED
[00:07:13.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:16:0) after 4m35s
[00:11:48.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:16:0)
[00:11:48.366] Build status: SCHEDULED
[00:11:48.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:17:0) after 3m4s
[00:14:52.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:17:0)
[00:14:52.433] Build status: SCHEDULED
[00:14:52.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:18:0) after 2m39s
[00:17:31.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:18:0)
[00:17:31.560] Build status: SCHEDULED
[00:17:31.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:19:0) after 6m32s
[00:24:03.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:19:0)
[00:24:03.644] Build status: SCHEDULED
[00:24:03.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:20:0) after 9m44s
[00:33:47.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:20:0)
[00:33:47.744] Build status: SCHEDULED
[00:33:47.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:21:0) after 5m9s
[00:38:56.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:21:0)
[00:38:56.862] Build status: SCHEDULED
[00:38:56.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:22:0) after 4m59s
[00:43:55.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:22:0)
[00:43:55.907] Build status: SCHEDULED
[00:43:55.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:23:0) after 9m9s
[00:53:04.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:23:0)
[00:53:04.947] Build status: SCHEDULED
[00:53:04.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:24:0) after 6m18s
[00:59:22.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:24:0)
[00:59:22.996] Build status: SCHEDULED
[00:59:22.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:25:0) after 6m23s
[01:05:46.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:25:0)
[01:05:46.056] Build status: SCHEDULED
[01:05:46.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:26:0) after 1m56s
[01:07:42.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:26:0)
[01:07:42.127] Build status: SCHEDULED
[01:07:42.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:27:0) after 1m13s
[01:08:55.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:27:0)
[01:08:55.168] Build status: SCHEDULED
[01:08:55.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:28:0) after 7m18s
[01:16:13.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:28:0)
[01:16:13.366] Build status: SCHEDULED
[01:16:13.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:29:0) after 9m27s
[01:25:40.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:29:0)
[01:25:40.447] Build status: SCHEDULED
[01:25:40.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:30:0) after 1m8s
[01:26:48.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:30:0)
[01:26:48.539] Build status: SCHEDULED
[01:26:48.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:31:0) after 5m48s
[01:32:36.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:31:0)
[01:32:36.536] Build status: SCHEDULED
[01:32:36.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:32:0) after 6m1s
[01:38:37.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:32:0)
[01:38:37.574] Build status: SCHEDULED
[01:38:37.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:33:0) after 8m4s
[01:46:41.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:33:0)
[01:46:41.613] Build status: SCHEDULED
[01:46:41.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:34:0) after 9m22s
[01:56:03.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:34:0)
[01:56:03.697] Build status: SCHEDULED
[01:56:03.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:35:0) after 5m34s
[02:01:37.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:35:0)
[02:01:37.719] Build status: SCHEDULED
[02:01:37.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:36:0) after 7m51s
[02:08:51.348] Received PubSub notification, asking Buildbucket for the build status
[02:08:51.368] Build status: STARTED
[02:09:28.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:36:0)
[02:09:28.713] Build status: STARTED
[02:09:28.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8877114650167497392:38:0) after 3m54s
[02:10:38.814] Received PubSub notification, asking Buildbucket for the build status
[02:10:38.837] Build:
{
"id": "8711684588240830337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-18T22:52:57.770135139Z",
"startTime": "2025-06-19T02:08:50.586394937Z",
"endTime": "2025-06-19T02:10:37.957955039Z",
"updateTime": "2025-06-19T02:10:37.957955039Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "54bb4b082d7e1358df2085b7c529b39198d69ba5",
"ref": "refs/heads/main"
}
}
}
[02:10:38.837] Invocation finished in 3h17m42.287750089s with status SUCCEEDED