[23:51:40.773] New invocation is queued and will start shortly
[23:51:42.078] Starting the invocation (attempt 1)
[23:51:42.107] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d3cba105a6b196c939d3b9f8cf9b5cec775d4401"
[23:51:42.107] Popped gitiles commit info from properties and tags
[23:51:42.107] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:51:42.107] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:51:42.107] Buildbucket request:
{
"requestId": "8873305882173441648",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873305882173441648",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cdf12ab2f355a8500346d88dee452f4ac7870390"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cdf12ab2f355a8500346d88dee452f4ac7870390",
"title": "cdf12ab2f355a8500346d88dee452f4ac7870390",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cdf12ab2f355a8500346d88dee452f4ac7870390"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5e40b7c2f9a31cac4d1f0b938844bb02ded1c6b6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5e40b7c2f9a31cac4d1f0b938844bb02ded1c6b6",
"title": "5e40b7c2f9a31cac4d1f0b938844bb02ded1c6b6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5e40b7c2f9a31cac4d1f0b938844bb02ded1c6b6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5efc9151df6c25bce50473412b3e49825840af58"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5efc9151df6c25bce50473412b3e49825840af58",
"title": "5efc9151df6c25bce50473412b3e49825840af58",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5efc9151df6c25bce50473412b3e49825840af58"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d3cba105a6b196c939d3b9f8cf9b5cec775d4401"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3cba105a6b196c939d3b9f8cf9b5cec775d4401",
"title": "d3cba105a6b196c939d3b9f8cf9b5cec775d4401",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3cba105a6b196c939d3b9f8cf9b5cec775d4401"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d3cba105a6b196c939d3b9f8cf9b5cec775d4401",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873305882173441648"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:51:42.819] Scheduled build:
{
"id": "8707875820023784609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T23:51:42.196486540Z",
"updateTime": "2025-07-30T23:51:42.196486540Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d3cba105a6b196c939d3b9f8cf9b5cec775d4401",
"ref": "refs/heads/main"
}
}
}
[23:51:42.819] Task URL: https://cr-buildbucket.appspot.com/build/8707875820023784609
[23:51:42.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:2:0) after 6m15s
[23:51:43.523] Received PubSub notification, asking Buildbucket for the build status
[23:51:43.551] Build status: SCHEDULED
[23:57:57.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:2:0)
[23:57:57.924] Build status: SCHEDULED
[23:57:57.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:4:0) after 3m23s
[00:01:20.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:4:0)
[00:01:21.013] Build status: SCHEDULED
[00:01:21.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:5:0) after 2m2s
[00:03:23.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:5:0)
[00:03:23.038] Build status: SCHEDULED
[00:03:23.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:6:0) after 6m48s
[00:10:11.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:6:0)
[00:10:11.160] Build status: SCHEDULED
[00:10:11.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:7:0) after 8m32s
[00:18:43.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:7:0)
[00:18:43.347] Build status: SCHEDULED
[00:18:43.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:8:0) after 4m24s
[00:23:07.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:8:0)
[00:23:07.522] Build status: SCHEDULED
[00:23:07.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:9:0) after 2m57s
[00:26:04.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:9:0)
[00:26:04.634] Build status: SCHEDULED
[00:26:04.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:10:0) after 2m16s
[00:28:20.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:10:0)
[00:28:20.690] Build status: SCHEDULED
[00:28:20.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:11:0) after 1m49s
[00:30:09.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:11:0)
[00:30:09.788] Build status: SCHEDULED
[00:30:09.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:12:0) after 9m31s
[00:39:40.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:12:0)
[00:39:40.802] Build status: SCHEDULED
[00:39:40.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:13:0) after 4m19s
[00:43:59.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:13:0)
[00:43:59.877] Build status: SCHEDULED
[00:43:59.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:14:0) after 3m15s
[00:47:14.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:14:0)
[00:47:14.966] Build status: SCHEDULED
[00:47:14.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:15:0) after 3m22s
[00:50:37.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:15:0)
[00:50:37.021] Build status: SCHEDULED
[00:50:37.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:16:0) after 3m36s
[00:54:13.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:16:0)
[00:54:13.081] Build status: SCHEDULED
[00:54:13.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:17:0) after 1m39s
[00:55:52.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:17:0)
[00:55:52.149] Build status: SCHEDULED
[00:55:52.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:18:0) after 2m55s
[00:58:47.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:18:0)
[00:58:47.191] Build status: SCHEDULED
[00:58:47.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:19:0) after 7m16s
[01:06:03.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:19:0)
[01:06:03.173] Build status: SCHEDULED
[01:06:03.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:20:0) after 9m40s
[01:15:43.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:20:0)
[01:15:43.258] Build status: SCHEDULED
[01:15:43.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:21:0) after 2m14s
[01:17:57.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:21:0)
[01:17:57.301] Build status: SCHEDULED
[01:17:57.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:22:0) after 6m35s
[01:24:32.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:22:0)
[01:24:32.456] Build status: SCHEDULED
[01:24:32.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:23:0) after 8m40s
[01:33:12.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:23:0)
[01:33:12.492] Build status: SCHEDULED
[01:33:12.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:24:0) after 8m19s
[01:41:31.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:24:0)
[01:41:31.536] Build status: SCHEDULED
[01:41:31.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:25:0) after 7m10s
[01:48:41.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:25:0)
[01:48:41.579] Build status: SCHEDULED
[01:48:41.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:26:0) after 8m53s
[01:57:34.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:26:0)
[01:57:34.721] Build status: SCHEDULED
[01:57:34.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:27:0) after 6m10s
[02:03:44.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:27:0)
[02:03:44.788] Build status: SCHEDULED
[02:03:44.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:28:0) after 5m47s
[02:09:31.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:28:0)
[02:09:31.837] Build status: SCHEDULED
[02:09:31.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:29:0) after 4m59s
[02:14:30.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:29:0)
[02:14:30.873] Build status: SCHEDULED
[02:14:30.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:30:0) after 3m16s
[02:17:46.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:30:0)
[02:17:46.937] Build status: SCHEDULED
[02:17:46.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:31:0) after 5m9s
[02:22:55.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:31:0)
[02:22:56.012] Build status: SCHEDULED
[02:22:56.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:32:0) after 2m36s
[02:25:32.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:32:0)
[02:25:32.058] Build status: SCHEDULED
[02:25:32.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:33:0) after 4m35s
[02:30:07.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:33:0)
[02:30:07.123] Build status: SCHEDULED
[02:30:07.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:34:0) after 6m40s
[02:36:47.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:34:0)
[02:36:47.247] Build status: SCHEDULED
[02:36:47.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:35:0) after 4m57s
[02:41:44.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:35:0)
[02:41:44.263] Build status: SCHEDULED
[02:41:44.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:36:0) after 7m37s
[02:49:21.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:36:0)
[02:49:21.345] Build status: SCHEDULED
[02:49:21.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:37:0) after 4m5s
[02:52:53.442] Received PubSub notification, asking Buildbucket for the build status
[02:52:53.480] Build status: STARTED
[02:53:26.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:37:0)
[02:53:26.598] Build status: STARTED
[02:53:26.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8873305882173441648:39:0) after 6m26s
[02:59:08.794] Received PubSub notification, asking Buildbucket for the build status
[02:59:08.814] Build:
{
"id": "8707875820023784609",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T23:51:42.196486540Z",
"startTime": "2025-07-31T02:52:53.281717142Z",
"endTime": "2025-07-31T02:59:08.515591184Z",
"updateTime": "2025-07-31T02:59:08.515591184Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d3cba105a6b196c939d3b9f8cf9b5cec775d4401",
"ref": "refs/heads/main"
}
}
}
[02:59:08.814] Invocation finished in 3h7m28.051794372s with status SUCCEEDED