[02:27:06.518] New invocation is queued and will start shortly
[02:27:07.802] Starting the invocation (attempt 1)
[02:27:07.828] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
[02:27:07.828] Popped gitiles commit info from properties and tags
[02:27:07.828] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:27:07.828] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:27:07.829] Buildbucket request:
{
"requestId": "8839141047080073440",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839141047080073440",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"title": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839141047080073440"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:27:08.197] Scheduled build:
{
"id": "8673710984987201105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-12T02:27:07.894467993Z",
"updateTime": "2026-08-12T02:27:07.894467993Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
}
}
}
[02:27:08.197] Task URL: https://cr-buildbucket.appspot.com/build/8673710984987201105
[02:27:08.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:2:0) after 4m33s
[02:27:09.188] Received PubSub notification, asking Buildbucket for the build status
[02:27:09.209] Build status: SCHEDULED
[02:31:41.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:2:0)
[02:31:41.266] Build status: SCHEDULED
[02:31:41.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:4:0) after 2m11s
[02:33:52.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:4:0)
[02:33:52.363] Build status: SCHEDULED
[02:33:52.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:5:0) after 7m29s
[02:41:21.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:5:0)
[02:41:21.399] Build status: SCHEDULED
[02:41:21.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:6:0) after 7m17s
[02:48:38.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:6:0)
[02:48:38.456] Build status: SCHEDULED
[02:48:38.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:7:0) after 2m19s
[02:50:57.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:7:0)
[02:50:57.535] Build status: SCHEDULED
[02:50:57.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:8:0) after 8m11s
[02:59:08.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:8:0)
[02:59:08.583] Build status: SCHEDULED
[02:59:08.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:9:0) after 2m32s
[03:01:40.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:9:0)
[03:01:40.684] Build status: SCHEDULED
[03:01:40.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:10:0) after 2m30s
[03:04:10.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:10:0)
[03:04:10.830] Build status: SCHEDULED
[03:04:10.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:11:0) after 2m3s
[03:06:13.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:11:0)
[03:06:13.947] Build status: SCHEDULED
[03:06:13.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:12:0) after 9m13s
[03:15:27.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:12:0)
[03:15:27.063] Build status: SCHEDULED
[03:15:27.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:13:0) after 5m51s
[03:21:18.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:13:0)
[03:21:18.196] Build status: SCHEDULED
[03:21:18.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:14:0) after 7m25s
[03:28:43.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:14:0)
[03:28:43.229] Build status: SCHEDULED
[03:28:43.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:15:0) after 5m44s
[03:34:27.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:15:0)
[03:34:27.277] Build status: SCHEDULED
[03:34:27.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:16:0) after 4m40s
[03:39:07.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:16:0)
[03:39:07.385] Build status: SCHEDULED
[03:39:07.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:17:0) after 3m43s
[03:42:50.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:17:0)
[03:42:50.506] Build status: SCHEDULED
[03:42:50.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:18:0) after 5m32s
[03:48:22.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:18:0)
[03:48:22.648] Build status: SCHEDULED
[03:48:22.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:19:0) after 8m55s
[03:57:17.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:19:0)
[03:57:17.690] Build status: SCHEDULED
[03:57:17.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:20:0) after 5m2s
[04:02:19.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:20:0)
[04:02:19.719] Build status: SCHEDULED
[04:02:19.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:21:0) after 5m9s
[04:07:28.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:21:0)
[04:07:28.829] Build status: SCHEDULED
[04:07:28.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:22:0) after 4m59s
[04:12:27.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:22:0)
[04:12:27.862] Build status: SCHEDULED
[04:12:27.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:23:0) after 7m58s
[04:20:25.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:23:0)
[04:20:25.908] Build status: SCHEDULED
[04:20:25.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:24:0) after 6m51s
[04:27:16.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:24:0)
[04:27:16.942] Build status: SCHEDULED
[04:27:16.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:25:0) after 6m36s
[04:33:53.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:25:0)
[04:33:53.074] Build status: SCHEDULED
[04:33:53.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:26:0) after 8m20s
[04:42:13.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:26:0)
[04:42:13.344] Build status: SCHEDULED
[04:42:13.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:27:0) after 7m4s
[04:49:17.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:27:0)
[04:49:17.388] Build status: SCHEDULED
[04:49:17.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:28:0) after 9m35s
[04:58:52.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:28:0)
[04:58:52.444] Build status: SCHEDULED
[04:58:52.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:29:0) after 9m12s
[05:08:04.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:29:0)
[05:08:04.500] Build status: SCHEDULED
[05:08:04.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:30:0) after 4m58s
[05:13:02.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:30:0)
[05:13:02.536] Build status: SCHEDULED
[05:13:02.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:31:0) after 5m17s
[05:17:51.622] Received PubSub notification, asking Buildbucket for the build status
[05:17:51.654] Build status: STARTED
[05:18:19.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:31:0)
[05:18:19.672] Build status: STARTED
[05:18:19.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:33:0) after 4m18s
[05:22:37.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:33:0)
[05:22:37.849] Build status: STARTED
[05:22:37.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:34:0) after 2m17s
[05:24:54.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:34:0)
[05:24:55.033] Build status: STARTED
[05:24:55.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839141047080073440:35:0) after 9m17s
[05:31:13.403] Received PubSub notification, asking Buildbucket for the build status
[05:31:13.424] Build:
{
"id": "8673710984987201105",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-12T02:27:07.894467993Z",
"startTime": "2026-08-12T05:17:51.454880137Z",
"endTime": "2026-08-12T05:31:12.913247436Z",
"updateTime": "2026-08-12T05:31:12.913247436Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e9aa87f9d4272b2e6b82c1a23c23d3cf40a0eae5",
"ref": "refs/heads/main"
}
}
}
[05:31:13.424] Invocation finished in 3h4m6.909619086s with status SUCCEEDED