[22:52:46.132] New invocation is queued and will start shortly
[22:52:47.213] Starting the invocation (attempt 1)
[22:52:47.242] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d13b8a700bd01056788a406b4d916395da173a18"
[22:52:47.242] Popped gitiles commit info from properties and tags
[22:52:47.242] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:52:47.242] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:52:47.243] Buildbucket request:
{
"requestId": "8844046768357408832",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844046768357408832",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7a09e5a1fe60f5bb63611a6666860bd9b6100992"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a09e5a1fe60f5bb63611a6666860bd9b6100992",
"title": "7a09e5a1fe60f5bb63611a6666860bd9b6100992",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a09e5a1fe60f5bb63611a6666860bd9b6100992"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6bf2c64d84c691b865385446c0b4d6ed9f8eb01a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6bf2c64d84c691b865385446c0b4d6ed9f8eb01a",
"title": "6bf2c64d84c691b865385446c0b4d6ed9f8eb01a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6bf2c64d84c691b865385446c0b4d6ed9f8eb01a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f3bd5268ea0949e09ee61350d661c6ece015d84c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f3bd5268ea0949e09ee61350d661c6ece015d84c",
"title": "f3bd5268ea0949e09ee61350d661c6ece015d84c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f3bd5268ea0949e09ee61350d661c6ece015d84c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ff2c4f14ec7c9160e8f6409d6baebdb82173f741"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ff2c4f14ec7c9160e8f6409d6baebdb82173f741",
"title": "ff2c4f14ec7c9160e8f6409d6baebdb82173f741",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ff2c4f14ec7c9160e8f6409d6baebdb82173f741"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d13b8a700bd01056788a406b4d916395da173a18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d13b8a700bd01056788a406b4d916395da173a18",
"title": "d13b8a700bd01056788a406b4d916395da173a18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d13b8a700bd01056788a406b4d916395da173a18"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d13b8a700bd01056788a406b4d916395da173a18",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844046768357408832"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:52:47.584] Scheduled build:
{
"id": "8678616706465672721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T22:52:47.317048714Z",
"updateTime": "2026-06-18T22:52:47.317048714Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d13b8a700bd01056788a406b4d916395da173a18",
"ref": "refs/heads/main"
}
}
}
[22:52:47.584] Task URL: https://cr-buildbucket.appspot.com/build/8678616706465672721
[22:52:47.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:2:0) after 9m11s
[22:52:48.576] Received PubSub notification, asking Buildbucket for the build status
[22:52:48.600] Build status: SCHEDULED
[23:01:58.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:2:0)
[23:01:58.682] Build status: SCHEDULED
[23:01:58.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:4:0) after 1m23s
[23:03:21.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:4:0)
[23:03:21.753] Build status: SCHEDULED
[23:03:21.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:5:0) after 8m33s
[23:11:54.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:5:0)
[23:11:55.041] Build status: SCHEDULED
[23:11:55.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:6:0) after 2m43s
[23:14:38.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:6:0)
[23:14:38.075] Build status: SCHEDULED
[23:14:38.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:7:0) after 5m21s
[23:19:59.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:7:0)
[23:19:59.321] Build status: SCHEDULED
[23:19:59.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:8:0) after 6m45s
[23:26:44.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:8:0)
[23:26:44.439] Build status: SCHEDULED
[23:26:44.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:9:0) after 6m16s
[23:33:00.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:9:0)
[23:33:00.495] Build status: SCHEDULED
[23:33:00.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:10:0) after 4m8s
[23:37:08.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:10:0)
[23:37:08.544] Build status: SCHEDULED
[23:37:08.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:11:0) after 7m28s
[23:44:36.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:11:0)
[23:44:36.575] Build status: SCHEDULED
[23:44:36.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:12:0) after 3m52s
[23:48:28.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:12:0)
[23:48:28.793] Build status: SCHEDULED
[23:48:28.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:13:0) after 3m22s
[23:51:50.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:13:0)
[23:51:50.896] Build status: SCHEDULED
[23:51:50.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:14:0) after 4m42s
[23:56:32.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:14:0)
[23:56:32.994] Build status: SCHEDULED
[23:56:32.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:15:0) after 6m53s
[00:03:26.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:15:0)
[00:03:26.034] Build status: SCHEDULED
[00:03:26.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:16:0) after 6m19s
[00:09:45.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:16:0)
[00:09:45.073] Build status: SCHEDULED
[00:09:45.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:17:0) after 9m54s
[00:19:39.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:17:0)
[00:19:39.124] Build status: SCHEDULED
[00:19:39.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:18:0) after 8m45s
[00:28:24.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:18:0)
[00:28:24.342] Build status: SCHEDULED
[00:28:24.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:19:0) after 8m49s
[00:37:13.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:19:0)
[00:37:13.495] Build status: SCHEDULED
[00:37:13.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:20:0) after 4m44s
[00:41:57.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:20:0)
[00:41:57.588] Build status: SCHEDULED
[00:41:57.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:21:0) after 1m39s
[00:43:36.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:21:0)
[00:43:36.611] Build status: SCHEDULED
[00:43:36.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:22:0) after 9m30s
[00:53:06.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:22:0)
[00:53:06.733] Build status: SCHEDULED
[00:53:06.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:23:0) after 5m30s
[00:58:36.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:23:0)
[00:58:36.722] Build status: SCHEDULED
[00:58:36.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:24:0) after 2m19s
[01:00:55.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:24:0)
[01:00:55.777] Build status: SCHEDULED
[01:00:55.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:25:0) after 9m56s
[01:10:51.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:25:0)
[01:10:51.995] Build status: SCHEDULED
[01:10:51.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:26:0) after 5m6s
[01:15:58.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:26:0)
[01:15:58.069] Build status: SCHEDULED
[01:15:58.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:27:0) after 8m7s
[01:24:05.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:27:0)
[01:24:05.214] Build status: SCHEDULED
[01:24:05.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:28:0) after 5m17s
[01:29:22.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:28:0)
[01:29:22.315] Build status: SCHEDULED
[01:29:22.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:29:0) after 8m24s
[01:37:46.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:29:0)
[01:37:46.528] Build status: SCHEDULED
[01:37:46.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:30:0) after 7m8s
[01:44:54.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:30:0)
[01:44:54.536] Build status: SCHEDULED
[01:44:54.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:31:0) after 5m52s
[01:50:46.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:31:0)
[01:50:46.578] Build status: SCHEDULED
[01:50:46.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:32:0) after 8m44s
[01:59:30.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:32:0)
[01:59:30.730] Build status: SCHEDULED
[01:59:30.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:33:0) after 7m29s
[02:06:59.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:33:0)
[02:06:59.788] Build status: SCHEDULED
[02:06:59.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:34:0) after 4m10s
[02:11:09.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:34:0)
[02:11:09.965] Build status: SCHEDULED
[02:11:09.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:35:0) after 8m5s
[02:19:14.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:35:0)
[02:19:14.989] Build status: SCHEDULED
[02:19:14.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:36:0) after 9m7s
[02:23:19.049] Received PubSub notification, asking Buildbucket for the build status
[02:23:19.069] Build status: STARTED
[02:28:22.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:36:0)
[02:28:22.211] Build status: STARTED
[02:28:22.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:38:0) after 7m58s
[02:36:20.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:38:0)
[02:36:20.348] Build status: STARTED
[02:36:20.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:39:0) after 5m16s
[02:41:36.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:39:0)
[02:41:36.380] Build status: STARTED
[02:41:36.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8844046768357408832:40:0) after 7m13s
[02:48:40.550] Received PubSub notification, asking Buildbucket for the build status
[02:48:40.571] Build:
{
"id": "8678616706465672721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-18T22:52:47.317048714Z",
"startTime": "2026-06-19T02:23:18.894848485Z",
"endTime": "2026-06-19T02:48:22.340080530Z",
"updateTime": "2026-06-19T02:48:22.340080530Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d13b8a700bd01056788a406b4d916395da173a18",
"ref": "refs/heads/main"
}
}
}
[02:48:40.571] Invocation finished in 3h55m54.441809513s with status SUCCEEDED