[09:35:53.284] New invocation is queued and will start shortly
[09:35:54.428] Starting the invocation (attempt 1)
[09:35:54.452] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c3bb851155c470185d72c33cf66b0d871ec5ea6b"
[09:35:54.452] Popped gitiles commit info from properties and tags
[09:35:54.452] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:35:54.453] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:35:54.454] Buildbucket request:
{
"requestId": "8837936310048664368",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837936310048664368",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c3bb851155c470185d72c33cf66b0d871ec5ea6b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"title": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c3bb851155c470185d72c33cf66b0d871ec5ea6b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837936310048664368"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:35:54.850] Scheduled build:
{
"id": "8672506248110028993",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T09:35:54.512664107Z",
"updateTime": "2026-08-25T09:35:54.512664107Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
}
}
}
[09:35:54.850] Task URL: https://cr-buildbucket.appspot.com/build/8672506248110028993
[09:35:54.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:2:0) after 4m12s
[09:35:55.825] Received PubSub notification, asking Buildbucket for the build status
[09:35:55.890] Build status: SCHEDULED
[09:40:06.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:2:0)
[09:40:11.459] Build status: SCHEDULED
[09:40:11.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:4:0) after 6m9s
[09:46:20.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:4:0)
[09:46:20.552] Build status: SCHEDULED
[09:46:20.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:5:0) after 2m27s
[09:48:47.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:5:0)
[09:48:47.589] Build status: SCHEDULED
[09:48:47.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:6:0) after 1m54s
[09:50:41.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:6:0)
[09:50:41.641] Build status: SCHEDULED
[09:50:41.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:7:0) after 5m12s
[09:55:53.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:7:0)
[09:55:53.674] Build status: SCHEDULED
[09:55:53.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:8:0) after 6m26s
[10:02:19.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:8:0)
[10:02:19.760] Build status: SCHEDULED
[10:02:19.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:9:0) after 4m11s
[10:06:30.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:9:0)
[10:06:30.920] Build status: SCHEDULED
[10:06:30.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:10:0) after 1m20s
[10:07:50.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:10:0)
[10:07:50.950] Build status: SCHEDULED
[10:07:50.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:11:0) after 4m2s
[10:11:53.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:11:0)
[10:11:53.177] Build status: SCHEDULED
[10:11:53.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:12:0) after 3m51s
[10:15:44.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:12:0)
[10:15:44.201] Build status: SCHEDULED
[10:15:44.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:13:0) after 1m59s
[10:17:43.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:13:0)
[10:17:43.243] Build status: SCHEDULED
[10:17:43.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:14:0) after 1m35s
[10:19:18.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:14:0)
[10:19:18.415] Build status: SCHEDULED
[10:19:18.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:15:0) after 8m56s
[10:28:14.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:15:0)
[10:28:14.478] Build status: SCHEDULED
[10:28:14.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:16:0) after 9m7s
[10:37:21.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:16:0)
[10:37:21.536] Build status: SCHEDULED
[10:37:21.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:17:0) after 1m26s
[10:38:47.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:17:0)
[10:38:47.559] Build status: SCHEDULED
[10:38:47.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:18:0) after 9m49s
[10:48:36.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:18:0)
[10:48:36.759] Build status: SCHEDULED
[10:48:36.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:19:0) after 3m27s
[10:52:03.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:19:0)
[10:52:03.955] Build status: SCHEDULED
[10:52:03.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:20:0) after 7m48s
[10:59:51.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:20:0)
[10:59:52.008] Build status: SCHEDULED
[10:59:52.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:21:0) after 9m47s
[11:09:39.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:21:0)
[11:09:39.131] Build status: SCHEDULED
[11:09:39.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:22:0) after 7m47s
[11:17:26.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:22:0)
[11:17:26.258] Build status: SCHEDULED
[11:17:26.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:23:0) after 9m35s
[11:27:01.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:23:0)
[11:27:01.654] Build status: SCHEDULED
[11:27:01.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:24:0) after 9m46s
[11:36:47.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:24:0)
[11:36:47.719] Build status: SCHEDULED
[11:36:47.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:25:0) after 6m13s
[11:43:00.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:25:0)
[11:43:00.756] Build status: SCHEDULED
[11:43:00.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:26:0) after 6m29s
[11:49:29.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:26:0)
[11:49:29.869] Build status: SCHEDULED
[11:49:29.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:27:0) after 7m59s
[11:57:28.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:27:0)
[11:57:28.963] Build status: SCHEDULED
[11:57:28.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:28:0) after 3m6s
[12:00:34.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:28:0)
[12:00:34.996] Build status: SCHEDULED
[12:00:34.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:29:0) after 1m45s
[12:02:20.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:29:0)
[12:02:20.032] Build status: SCHEDULED
[12:02:20.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:30:0) after 7m54s
[12:10:14.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:30:0)
[12:10:14.154] Build status: SCHEDULED
[12:10:14.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:31:0) after 1m24s
[12:11:38.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:31:0)
[12:11:38.164] Build status: SCHEDULED
[12:11:38.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:32:0) after 6m32s
[12:18:10.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:32:0)
[12:18:10.275] Build status: SCHEDULED
[12:18:10.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:33:0) after 7m1s
[12:25:11.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:33:0)
[12:25:11.308] Build status: SCHEDULED
[12:25:11.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:34:0) after 1m53s
[12:27:04.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:34:0)
[12:27:04.411] Build status: SCHEDULED
[12:27:04.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:35:0) after 2m53s
[12:29:57.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:35:0)
[12:29:57.482] Build status: SCHEDULED
[12:29:57.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:36:0) after 2m27s
[12:32:24.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:36:0)
[12:32:24.526] Build status: SCHEDULED
[12:32:24.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:37:0) after 6m26s
[12:38:50.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:37:0)
[12:38:50.569] Build status: SCHEDULED
[12:38:50.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:38:0) after 4m15s
[12:43:05.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:38:0)
[12:43:05.709] Build status: SCHEDULED
[12:43:05.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:39:0) after 9m58s
[12:53:03.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:39:0)
[12:53:03.992] Build status: SCHEDULED
[12:53:03.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:40:0) after 5m40s
[12:58:44.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:40:0)
[12:58:44.062] Build status: SCHEDULED
[12:58:44.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:41:0) after 7m25s
[13:04:42.804] Received PubSub notification, asking Buildbucket for the build status
[13:04:42.836] Build status: STARTED
[13:06:09.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:41:0)
[13:06:09.148] Build status: STARTED
[13:06:09.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:43:0) after 2m47s
[13:08:56.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:43:0)
[13:08:56.185] Build status: STARTED
[13:08:56.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:44:0) after 7m27s
[13:16:23.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:44:0)
[13:16:23.336] Build status: STARTED
[13:16:23.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8837936310048664368:45:0) after 1m16s
[13:17:21.876] Received PubSub notification, asking Buildbucket for the build status
[13:17:21.897] Build:
{
"id": "8672506248110028993",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T09:35:54.512664107Z",
"startTime": "2026-08-25T13:04:42.508393893Z",
"endTime": "2026-08-25T13:17:21.551113589Z",
"updateTime": "2026-08-25T13:17:21.551113589Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c3bb851155c470185d72c33cf66b0d871ec5ea6b",
"ref": "refs/heads/main"
}
}
}
[13:17:21.897] Invocation finished in 3h41m28.616547398s with status SUCCEEDED