[21:37:44.214] New invocation is queued and will start shortly
[21:37:45.379] Starting the invocation (attempt 1)
[21:37:45.404] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8ff445a0b7f25b75d448ca491d561d2d0c2a1389"
[21:37:45.404] Popped gitiles commit info from properties and tags
[21:37:45.404] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:37:45.405] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:37:45.405] Buildbucket request:
{
"requestId": "8835988358954004544",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835988358954004544",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9f633ff1323ad8cc2b4deb17aca35101a62503cc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9f633ff1323ad8cc2b4deb17aca35101a62503cc",
"title": "9f633ff1323ad8cc2b4deb17aca35101a62503cc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9f633ff1323ad8cc2b4deb17aca35101a62503cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "983923cc9d84124893103abca74b2035396463a5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@983923cc9d84124893103abca74b2035396463a5",
"title": "983923cc9d84124893103abca74b2035396463a5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/983923cc9d84124893103abca74b2035396463a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"title": "8b09b63c67d98fdd70ccbe72165ebd4eda13881c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b09b63c67d98fdd70ccbe72165ebd4eda13881c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1dad39c60e4e3392d9e33683d8ba5355c3a3a383"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1dad39c60e4e3392d9e33683d8ba5355c3a3a383",
"title": "1dad39c60e4e3392d9e33683d8ba5355c3a3a383",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1dad39c60e4e3392d9e33683d8ba5355c3a3a383"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"title": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ff445a0b7f25b75d448ca491d561d2d0c2a1389"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835988358954004544"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:37:45.829] Scheduled build:
{
"id": "8670558296976850737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-15T21:37:45.478170750Z",
"updateTime": "2026-09-15T21:37:45.478170750Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:37:45.829] Task URL: https://cr-buildbucket.appspot.com/build/8670558296976850737
[21:37:45.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:2:0) after 5m8s
[21:38:05.794] Received PubSub notification, asking Buildbucket for the build status
[21:38:05.831] Build status: SCHEDULED
[21:42:53.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:2:0)
[21:42:53.916] Build status: SCHEDULED
[21:42:53.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:4:0) after 9m37s
[21:52:30.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:4:0)
[21:52:30.953] Build status: SCHEDULED
[21:52:30.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:5:0) after 9m27s
[22:01:58.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:5:0)
[22:01:58.099] Build status: SCHEDULED
[22:01:58.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:6:0) after 7m18s
[22:09:16.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:6:0)
[22:09:16.299] Build status: SCHEDULED
[22:09:16.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:7:0) after 7m28s
[22:16:44.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:7:0)
[22:16:44.310] Build status: SCHEDULED
[22:16:44.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:8:0) after 9m45s
[22:26:29.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:8:0)
[22:26:29.349] Build status: SCHEDULED
[22:26:29.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:9:0) after 9m6s
[22:35:35.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:9:0)
[22:35:35.386] Build status: SCHEDULED
[22:35:35.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:10:0) after 3m20s
[22:38:55.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:10:0)
[22:38:55.422] Build status: SCHEDULED
[22:38:55.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:11:0) after 8m52s
[22:47:47.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:11:0)
[22:47:47.543] Build status: SCHEDULED
[22:47:47.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:12:0) after 2m37s
[22:50:24.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:12:0)
[22:50:24.649] Build status: SCHEDULED
[22:50:24.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:13:0) after 7m10s
[22:57:34.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:13:0)
[22:57:34.695] Build status: SCHEDULED
[22:57:34.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:14:0) after 4m43s
[23:02:17.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:14:0)
[23:02:17.849] Build status: SCHEDULED
[23:02:17.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:15:0) after 9m40s
[23:11:58.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:15:0)
[23:11:58.060] Build status: SCHEDULED
[23:11:58.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:16:0) after 3m19s
[23:15:17.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:16:0)
[23:15:17.415] Build status: SCHEDULED
[23:15:17.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:17:0) after 6m57s
[23:22:14.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:17:0)
[23:22:14.542] Build status: SCHEDULED
[23:22:14.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:18:0) after 6m38s
[23:28:52.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:18:0)
[23:28:52.565] Build status: SCHEDULED
[23:28:52.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:19:0) after 6m8s
[23:35:00.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:19:0)
[23:35:00.676] Build status: SCHEDULED
[23:35:00.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:20:0) after 8m17s
[23:43:17.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:20:0)
[23:43:17.752] Build status: SCHEDULED
[23:43:17.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:21:0) after 3m37s
[23:46:54.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:21:0)
[23:46:54.810] Build status: SCHEDULED
[23:46:54.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:22:0) after 1m12s
[23:48:06.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:22:0)
[23:48:06.974] Build status: SCHEDULED
[23:48:06.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:23:0) after 8m32s
[23:56:39.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:23:0)
[23:56:39.148] Build status: SCHEDULED
[23:56:39.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:24:0) after 6m24s
[00:03:03.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:24:0)
[00:03:03.146] Build status: SCHEDULED
[00:03:03.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:25:0) after 6m9s
[00:09:12.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:25:0)
[00:09:12.262] Build status: SCHEDULED
[00:09:12.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:26:0) after 2m15s
[00:11:27.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:26:0)
[00:11:27.348] Build status: SCHEDULED
[00:11:27.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:27:0) after 4m30s
[00:15:57.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:27:0)
[00:15:57.387] Build status: SCHEDULED
[00:15:57.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:28:0) after 9m37s
[00:25:34.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:28:0)
[00:25:34.428] Build status: SCHEDULED
[00:25:34.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:29:0) after 3m47s
[00:29:21.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:29:0)
[00:29:21.535] Build status: SCHEDULED
[00:29:21.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:30:0) after 7m56s
[00:37:17.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:30:0)
[00:37:17.582] Build status: SCHEDULED
[00:37:17.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:31:0) after 8m21s
[00:45:38.601] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:31:0)
[00:45:38.623] Build status: SCHEDULED
[00:45:38.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:32:0) after 9m47s
[00:47:05.501] Received PubSub notification, asking Buildbucket for the build status
[00:47:05.533] Build status: STARTED
[00:55:25.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:32:0)
[00:55:25.674] Build status: STARTED
[00:55:25.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8835988358954004544:34:0) after 2m47s
[00:55:47.321] Received PubSub notification, asking Buildbucket for the build status
[00:55:47.346] Build:
{
"id": "8670558296976850737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-15T21:37:45.478170750Z",
"startTime": "2026-09-16T00:47:05.307070442Z",
"endTime": "2026-09-16T00:55:46.787867146Z",
"updateTime": "2026-09-16T00:55:46.787867146Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ff445a0b7f25b75d448ca491d561d2d0c2a1389",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:55:47.346] Invocation finished in 3h18m3.138526177s with status SUCCEEDED