[00:02:41.578] New invocation is queued and will start shortly
[00:02:43.673] Starting the invocation (attempt 1)
[00:02:43.702] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a277adf6842a744d0827416a8280b1b8ae6684bf"
[00:02:43.702] Popped gitiles commit info from properties and tags
[00:02:43.702] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:02:43.702] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:02:43.703] Buildbucket request:
{
"requestId": "8839874908662052224",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839874908662052224",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "a8f0e301-25e0-437f-a12a-f38d57a4bbef",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8674456786305463553"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "57b9088fddb67d5b60587b8f2e9315446123b306"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@57b9088fddb67d5b60587b8f2e9315446123b306",
"title": "57b9088fddb67d5b60587b8f2e9315446123b306",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/57b9088fddb67d5b60587b8f2e9315446123b306"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d2212bf4a1c5250286c2911a490743ca48b7ba7e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d2212bf4a1c5250286c2911a490743ca48b7ba7e",
"title": "d2212bf4a1c5250286c2911a490743ca48b7ba7e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d2212bf4a1c5250286c2911a490743ca48b7ba7e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a277adf6842a744d0827416a8280b1b8ae6684bf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a277adf6842a744d0827416a8280b1b8ae6684bf",
"title": "a277adf6842a744d0827416a8280b1b8ae6684bf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a277adf6842a744d0827416a8280b1b8ae6684bf"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a277adf6842a744d0827416a8280b1b8ae6684bf",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839874908662052224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:02:44.072] Scheduled build:
{
"id": "8674444845711555457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-04T00:02:43.770398100Z",
"updateTime": "2026-08-04T00:02:43.770398100Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a277adf6842a744d0827416a8280b1b8ae6684bf",
"ref": "refs/heads/main"
}
}
}
[00:02:44.072] Task URL: https://cr-buildbucket.appspot.com/build/8674444845711555457
[00:02:44.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:2:0) after 6m33s
[00:02:45.037] Received PubSub notification, asking Buildbucket for the build status
[00:02:45.059] Build status: SCHEDULED
[00:09:17.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:2:0)
[00:09:17.155] Build status: SCHEDULED
[00:09:17.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:4:0) after 9m9s
[00:18:26.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:4:0)
[00:18:26.397] Build status: SCHEDULED
[00:18:26.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:5:0) after 5m12s
[00:23:38.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:5:0)
[00:23:38.483] Build status: SCHEDULED
[00:23:38.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:6:0) after 7m12s
[00:30:50.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:6:0)
[00:30:50.567] Build status: SCHEDULED
[00:30:50.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:7:0) after 9m8s
[00:39:58.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:7:0)
[00:39:58.653] Build status: SCHEDULED
[00:39:58.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:8:0) after 8m52s
[00:48:50.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:8:0)
[00:48:50.836] Build status: SCHEDULED
[00:48:50.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:9:0) after 6m18s
[00:55:08.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:9:0)
[00:55:08.983] Build status: SCHEDULED
[00:55:08.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:10:0) after 7m58s
[01:03:07.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:10:0)
[01:03:07.194] Build status: SCHEDULED
[01:03:07.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:11:0) after 6m2s
[01:09:09.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:11:0)
[01:09:09.371] Build status: SCHEDULED
[01:09:09.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:12:0) after 5m5s
[01:14:14.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:12:0)
[01:14:14.497] Build status: SCHEDULED
[01:14:14.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:13:0) after 2m37s
[01:16:51.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:13:0)
[01:16:51.496] Build status: SCHEDULED
[01:16:51.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:14:0) after 1m17s
[01:18:08.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:14:0)
[01:18:08.585] Build status: SCHEDULED
[01:18:08.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:15:0) after 1m29s
[01:19:37.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:15:0)
[01:19:37.624] Build status: SCHEDULED
[01:19:37.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:16:0) after 1m3s
[01:20:40.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:16:0)
[01:20:40.716] Build status: SCHEDULED
[01:20:40.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:17:0) after 2m49s
[01:23:29.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:17:0)
[01:23:29.770] Build status: SCHEDULED
[01:23:29.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:18:0) after 1m47s
[01:25:16.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:18:0)
[01:25:16.770] Build status: SCHEDULED
[01:25:16.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:19:0) after 5m21s
[01:30:37.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:19:0)
[01:30:37.805] Build status: SCHEDULED
[01:30:37.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:20:0) after 3m23s
[01:34:00.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:20:0)
[01:34:00.835] Build status: SCHEDULED
[01:34:00.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:21:0) after 3m34s
[01:37:34.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:21:0)
[01:37:34.849] Build status: SCHEDULED
[01:37:34.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:22:0) after 3m59s
[01:41:33.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:22:0)
[01:41:33.915] Build status: SCHEDULED
[01:41:33.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:23:0) after 2m21s
[01:43:55.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:23:0)
[01:43:55.208] Build status: SCHEDULED
[01:43:55.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:24:0) after 2m10s
[01:46:05.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:24:0)
[01:46:05.345] Build status: SCHEDULED
[01:46:05.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:25:0) after 3m55s
[01:50:00.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:25:0)
[01:50:00.489] Build status: SCHEDULED
[01:50:00.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:26:0) after 3m27s
[01:53:27.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:26:0)
[01:53:27.632] Build status: SCHEDULED
[01:53:27.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:27:0) after 8m10s
[02:01:37.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:27:0)
[02:01:37.652] Build status: SCHEDULED
[02:01:37.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:28:0) after 9m36s
[02:11:13.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:28:0)
[02:11:13.690] Build status: SCHEDULED
[02:11:13.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:29:0) after 8m1s
[02:19:14.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:29:0)
[02:19:14.719] Build status: SCHEDULED
[02:19:14.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:30:0) after 7m29s
[02:26:43.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:30:0)
[02:26:43.841] Build status: SCHEDULED
[02:26:43.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:31:0) after 5m19s
[02:32:03.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:31:0)
[02:32:03.123] Build status: SCHEDULED
[02:32:03.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:32:0) after 4m45s
[02:36:48.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:32:0)
[02:36:48.226] Build status: SCHEDULED
[02:36:48.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:33:0) after 9m14s
[02:46:02.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:33:0)
[02:46:02.291] Build status: SCHEDULED
[02:46:02.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:34:0) after 3m46s
[02:49:48.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:34:0)
[02:49:48.429] Build status: SCHEDULED
[02:49:48.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:35:0) after 9m28s
[02:59:16.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:35:0)
[02:59:16.525] Build status: SCHEDULED
[02:59:16.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:36:0) after 3m23s
[03:02:39.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:36:0)
[03:02:39.614] Build status: SCHEDULED
[03:02:39.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:37:0) after 2m30s
[03:05:09.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:37:0)
[03:05:09.702] Build status: SCHEDULED
[03:05:09.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:38:0) after 6m45s
[03:07:42.514] Received PubSub notification, asking Buildbucket for the build status
[03:07:42.533] Build status: STARTED
[03:11:54.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:38:0)
[03:11:54.851] Build status: STARTED
[03:11:54.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839874908662052224:40:0) after 9m38s
[03:18:56.910] Received PubSub notification, asking Buildbucket for the build status
[03:18:56.926] Build:
{
"id": "8674444845711555457",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-04T00:02:43.770398100Z",
"startTime": "2026-08-04T03:07:42.353803460Z",
"endTime": "2026-08-04T03:18:56.290751758Z",
"updateTime": "2026-08-04T03:18:56.290751758Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a277adf6842a744d0827416a8280b1b8ae6684bf",
"ref": "refs/heads/main"
}
}
}
[03:18:56.926] Invocation finished in 3h16m15.353724391s with status SUCCEEDED