[02:48:43.332] New invocation is queued and will start shortly
[02:48:44.812] Starting the invocation (attempt 1)
[02:48:44.838] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/20639e3b66cdceaade4862bae7df8a98095b4e12"
[02:48:44.838] Popped gitiles commit info from properties and tags
[02:48:44.838] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:48:44.838] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:48:44.838] Buildbucket request:
{
"requestId": "8844031923458213264",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844031923458213264",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b77dda7d765c4f46be2c051feb14b58555d17f51"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b77dda7d765c4f46be2c051feb14b58555d17f51",
"title": "b77dda7d765c4f46be2c051feb14b58555d17f51",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b77dda7d765c4f46be2c051feb14b58555d17f51"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e7d13cc8df56e16c7713e8e9308c778a725c038d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7d13cc8df56e16c7713e8e9308c778a725c038d",
"title": "e7d13cc8df56e16c7713e8e9308c778a725c038d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7d13cc8df56e16c7713e8e9308c778a725c038d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "20639e3b66cdceaade4862bae7df8a98095b4e12"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@20639e3b66cdceaade4862bae7df8a98095b4e12",
"title": "20639e3b66cdceaade4862bae7df8a98095b4e12",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/20639e3b66cdceaade4862bae7df8a98095b4e12"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "20639e3b66cdceaade4862bae7df8a98095b4e12",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844031923458213264"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:48:45.261] Scheduled build:
{
"id": "8678601861121975473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T02:48:44.940499332Z",
"updateTime": "2026-06-19T02:48:44.940499332Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "20639e3b66cdceaade4862bae7df8a98095b4e12",
"ref": "refs/heads/main"
}
}
}
[02:48:45.261] Task URL: https://cr-buildbucket.appspot.com/build/8678601861121975473
[02:48:45.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:2:0) after 5m26s
[02:48:46.275] Received PubSub notification, asking Buildbucket for the build status
[02:48:46.299] Build status: SCHEDULED
[02:54:11.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:2:0)
[02:54:11.250] Build status: SCHEDULED
[02:54:11.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:4:0) after 2m5s
[02:56:16.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:4:0)
[02:56:16.387] Build status: SCHEDULED
[02:56:16.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:5:0) after 4m47s
[03:01:03.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:5:0)
[03:01:03.601] Build status: SCHEDULED
[03:01:03.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:6:0) after 9m13s
[03:10:16.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:6:0)
[03:10:16.699] Build status: SCHEDULED
[03:10:16.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:7:0) after 9m28s
[03:19:44.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:7:0)
[03:19:44.877] Build status: SCHEDULED
[03:19:44.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:8:0) after 1m15s
[03:20:59.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:8:0)
[03:20:59.910] Build status: SCHEDULED
[03:20:59.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:9:0) after 6m2s
[03:27:01.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:9:0)
[03:27:01.986] Build status: SCHEDULED
[03:27:01.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:10:0) after 6m24s
[03:33:26.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:10:0)
[03:33:26.139] Build status: SCHEDULED
[03:33:26.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:11:0) after 1m32s
[03:34:58.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:11:0)
[03:34:58.171] Build status: SCHEDULED
[03:34:58.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:12:0) after 3m37s
[03:38:35.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:12:0)
[03:38:35.253] Build status: SCHEDULED
[03:38:35.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:13:0) after 9m53s
[03:48:28.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:13:0)
[03:48:28.267] Build status: SCHEDULED
[03:48:28.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:14:0) after 7m45s
[03:56:13.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:14:0)
[03:56:13.520] Build status: SCHEDULED
[03:56:13.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:15:0) after 7m5s
[04:03:18.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:15:0)
[04:03:18.618] Build status: SCHEDULED
[04:03:18.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:16:0) after 8m58s
[04:12:16.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:16:0)
[04:12:16.694] Build status: SCHEDULED
[04:12:16.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:17:0) after 4m15s
[04:16:31.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:17:0)
[04:16:31.690] Build status: SCHEDULED
[04:16:31.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:18:0) after 4m37s
[04:21:08.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:18:0)
[04:21:08.732] Build status: SCHEDULED
[04:21:08.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:19:0) after 2m45s
[04:23:53.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:19:0)
[04:23:54.006] Build status: SCHEDULED
[04:23:54.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:20:0) after 9m28s
[04:33:22.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:20:0)
[04:33:22.140] Build status: SCHEDULED
[04:33:22.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:21:0) after 6m12s
[04:39:34.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:21:0)
[04:39:34.183] Build status: SCHEDULED
[04:39:34.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:22:0) after 3m15s
[04:42:49.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:22:0)
[04:42:49.217] Build status: SCHEDULED
[04:42:49.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:23:0) after 3m18s
[04:46:07.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:23:0)
[04:46:07.309] Build status: SCHEDULED
[04:46:07.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:24:0) after 5m7s
[04:51:14.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:24:0)
[04:51:14.319] Build status: SCHEDULED
[04:51:14.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:25:0) after 9m10s
[05:00:24.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:25:0)
[05:00:24.350] Build status: SCHEDULED
[05:00:24.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:26:0) after 8m47s
[05:09:11.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:26:0)
[05:09:11.444] Build status: SCHEDULED
[05:09:11.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:27:0) after 5m54s
[05:15:05.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:27:0)
[05:15:05.622] Build status: SCHEDULED
[05:15:05.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:28:0) after 1m43s
[05:16:48.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:28:0)
[05:16:48.672] Build status: SCHEDULED
[05:16:48.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:29:0) after 1m21s
[05:18:09.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:29:0)
[05:18:09.715] Build status: SCHEDULED
[05:18:09.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:30:0) after 8m30s
[05:26:39.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:30:0)
[05:26:39.757] Build status: SCHEDULED
[05:26:39.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:31:0) after 8m11s
[05:34:50.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:31:0)
[05:34:50.845] Build status: SCHEDULED
[05:34:50.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:32:0) after 2m54s
[05:37:44.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:32:0)
[05:37:44.864] Build status: SCHEDULED
[05:37:44.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:33:0) after 5m31s
[05:43:15.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:33:0)
[05:43:15.867] Build status: SCHEDULED
[05:43:15.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:34:0) after 2m38s
[05:45:17.310] Received PubSub notification, asking Buildbucket for the build status
[05:45:17.357] Build status: STARTED
[05:45:53.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:34:0)
[05:45:53.858] Build status: STARTED
[05:45:53.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844031923458213264:36:0) after 9m47s
[05:54:20.289] Received PubSub notification, asking Buildbucket for the build status
[05:54:20.336] Build:
{
"id": "8678601861121975473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-19T02:48:44.940499332Z",
"startTime": "2026-06-19T05:44:50.983258649Z",
"endTime": "2026-06-19T05:54:19.981926366Z",
"updateTime": "2026-06-19T05:54:19.981926366Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "20639e3b66cdceaade4862bae7df8a98095b4e12",
"ref": "refs/heads/main"
}
}
}
[05:54:20.336] Invocation finished in 3h5m37.008272898s with status SUCCEEDED