[19:26:29.355] New invocation is queued and will start shortly
[19:26:30.594] Starting the invocation (attempt 1)
[19:26:30.620] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0840cac17d34c03f483db04d79191cd8c7b60ff9"
[19:26:30.620] Popped gitiles commit info from properties and tags
[19:26:30.620] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:26:30.621] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:26:30.621] Buildbucket request:
{
"requestId": "8867071375816849680",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867071375816849680",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "edf06476b38415b04b15b6a2ca2f9e043665544c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edf06476b38415b04b15b6a2ca2f9e043665544c",
"title": "edf06476b38415b04b15b6a2ca2f9e043665544c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edf06476b38415b04b15b6a2ca2f9e043665544c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
"title": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c05612043ac72ce21091f4ae08c53034c33d70fb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c05612043ac72ce21091f4ae08c53034c33d70fb",
"title": "c05612043ac72ce21091f4ae08c53034c33d70fb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c05612043ac72ce21091f4ae08c53034c33d70fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ab9db628b9baf3896b97a0f57f34b8bfbadbf48a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ab9db628b9baf3896b97a0f57f34b8bfbadbf48a",
"title": "ab9db628b9baf3896b97a0f57f34b8bfbadbf48a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ab9db628b9baf3896b97a0f57f34b8bfbadbf48a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7bebdb357915827c96e6642fc6682c58b2baa836"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7bebdb357915827c96e6642fc6682c58b2baa836",
"title": "7bebdb357915827c96e6642fc6682c58b2baa836",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7bebdb357915827c96e6642fc6682c58b2baa836"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
"title": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "909889958273d2fdff44f6350b18d279d98541f8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@909889958273d2fdff44f6350b18d279d98541f8",
"title": "909889958273d2fdff44f6350b18d279d98541f8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/909889958273d2fdff44f6350b18d279d98541f8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "86e89365fa0bde9911538b8ae078e6b476826664"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@86e89365fa0bde9911538b8ae078e6b476826664",
"title": "86e89365fa0bde9911538b8ae078e6b476826664",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/86e89365fa0bde9911538b8ae078e6b476826664"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0840cac17d34c03f483db04d79191cd8c7b60ff9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0840cac17d34c03f483db04d79191cd8c7b60ff9",
"title": "0840cac17d34c03f483db04d79191cd8c7b60ff9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0840cac17d34c03f483db04d79191cd8c7b60ff9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0840cac17d34c03f483db04d79191cd8c7b60ff9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867071375816849680"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:26:30.985] Scheduled build:
{
"id": "8701641313759911233",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-07T19:26:30.695578856Z",
"updateTime": "2025-10-07T19:26:30.695578856Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0840cac17d34c03f483db04d79191cd8c7b60ff9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:26:30.985] Task URL: https://cr-buildbucket.appspot.com/build/8701641313759911233
[19:26:30.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:2:0) after 7m6s
[19:26:31.928] Received PubSub notification, asking Buildbucket for the build status
[19:26:31.958] Build status: SCHEDULED
[19:33:36.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:2:0)
[19:33:36.980] Build status: SCHEDULED
[19:33:36.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:4:0) after 7m58s
[19:41:34.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:4:0)
[19:41:35.009] Build status: SCHEDULED
[19:41:35.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:5:0) after 1m28s
[19:43:03.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:5:0)
[19:43:03.286] Build status: SCHEDULED
[19:43:03.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:6:0) after 6m35s
[19:49:38.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:6:0)
[19:49:38.375] Build status: SCHEDULED
[19:49:38.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:7:0) after 6m10s
[19:55:48.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:7:0)
[19:55:48.527] Build status: SCHEDULED
[19:55:48.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:8:0) after 8m23s
[20:04:11.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:8:0)
[20:04:11.601] Build status: SCHEDULED
[20:04:11.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:9:0) after 8m57s
[20:13:08.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:9:0)
[20:13:08.649] Build status: SCHEDULED
[20:13:08.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:10:0) after 6m33s
[20:19:41.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:10:0)
[20:19:41.725] Build status: SCHEDULED
[20:19:41.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:11:0) after 8m35s
[20:28:16.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:11:0)
[20:28:16.908] Build status: SCHEDULED
[20:28:16.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:12:0) after 9m29s
[20:37:45.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:12:0)
[20:37:45.967] Build status: SCHEDULED
[20:37:45.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:13:0) after 6m43s
[20:44:29.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:13:0)
[20:44:29.441] Build status: SCHEDULED
[20:44:29.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:14:0) after 3m55s
[20:48:24.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:14:0)
[20:48:24.508] Build status: SCHEDULED
[20:48:24.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:15:0) after 2m3s
[20:50:27.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:15:0)
[20:50:27.682] Build status: SCHEDULED
[20:50:27.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:16:0) after 9m13s
[20:59:40.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:16:0)
[20:59:40.784] Build status: SCHEDULED
[20:59:40.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:17:0) after 9m53s
[21:09:33.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:17:0)
[21:09:33.875] Build status: SCHEDULED
[21:09:33.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:18:0) after 7m25s
[21:16:59.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:18:0)
[21:16:59.041] Build status: SCHEDULED
[21:16:59.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:19:0) after 5m23s
[21:22:22.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:19:0)
[21:22:22.203] Build status: SCHEDULED
[21:22:22.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:20:0) after 6m3s
[21:28:25.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:20:0)
[21:28:25.296] Build status: SCHEDULED
[21:28:25.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:21:0) after 6m1s
[21:34:26.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:21:0)
[21:34:26.478] Build status: SCHEDULED
[21:34:26.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:22:0) after 5m49s
[21:40:15.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:22:0)
[21:40:15.792] Build status: SCHEDULED
[21:40:15.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:23:0) after 9m54s
[21:50:09.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:23:0)
[21:50:09.827] Build status: SCHEDULED
[21:50:09.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:24:0) after 8m54s
[21:59:03.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:24:0)
[21:59:03.863] Build status: SCHEDULED
[21:59:03.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:25:0) after 9m11s
[22:08:15.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:25:0)
[22:08:15.254] Build status: SCHEDULED
[22:08:15.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:26:0) after 5m1s
[22:13:16.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:26:0)
[22:13:16.449] Build status: SCHEDULED
[22:13:16.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:27:0) after 7m41s
[22:20:57.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:27:0)
[22:20:57.505] Build status: SCHEDULED
[22:20:57.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:28:0) after 1m10s
[22:22:07.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:28:0)
[22:22:07.513] Build status: SCHEDULED
[22:22:07.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:29:0) after 5m6s
[22:27:13.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:29:0)
[22:27:13.711] Build status: SCHEDULED
[22:27:13.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:30:0) after 6m37s
[22:32:34.666] Received PubSub notification, asking Buildbucket for the build status
[22:32:34.690] Build status: STARTED
[22:33:50.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:30:0)
[22:33:50.764] Build status: STARTED
[22:33:50.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:32:0) after 1m41s
[22:35:31.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:32:0)
[22:35:31.952] Build status: STARTED
[22:35:31.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:33:0) after 2m13s
[22:37:45.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:33:0)
[22:37:45.192] Build status: STARTED
[22:37:45.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867071375816849680:34:0) after 9m52s
[22:39:30.319] Received PubSub notification, asking Buildbucket for the build status
[22:39:30.340] Build:
{
"id": "8701641313759911233",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-07T19:26:30.695578856Z",
"startTime": "2025-10-07T22:32:26.421619471Z",
"endTime": "2025-10-07T22:39:29.914488270Z",
"updateTime": "2025-10-07T22:39:29.914488270Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0840cac17d34c03f483db04d79191cd8c7b60ff9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:39:30.340] Invocation finished in 3h13m0.99007502s with status SUCCEEDED