[17:24:44.093] New invocation is queued and will start shortly
[17:24:46.867] Starting the invocation (attempt 1)
[17:24:46.903] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/db3a128f61ffa09e3c9aaff05cbea9291d015a12"
[17:24:46.903] Popped gitiles commit info from properties and tags
[17:24:46.903] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:24:46.904] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:24:46.904] Buildbucket request:
{
"requestId": "8868166199542778496",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868166199542778496",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "db3a128f61ffa09e3c9aaff05cbea9291d015a12"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@db3a128f61ffa09e3c9aaff05cbea9291d015a12",
"title": "db3a128f61ffa09e3c9aaff05cbea9291d015a12",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/db3a128f61ffa09e3c9aaff05cbea9291d015a12"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "db3a128f61ffa09e3c9aaff05cbea9291d015a12",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868166199542778496"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:24:47.421] Scheduled build:
{
"id": "8702736135823319665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-25T17:24:47.012748508Z",
"updateTime": "2025-09-25T17:24:47.012748508Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "db3a128f61ffa09e3c9aaff05cbea9291d015a12",
"ref": "refs/heads/main"
}
}
}
[17:24:47.421] Task URL: https://cr-buildbucket.appspot.com/build/8702736135823319665
[17:24:47.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:2:0) after 2m31s
[17:24:48.491] Received PubSub notification, asking Buildbucket for the build status
[17:24:48.512] Build status: SCHEDULED
[17:27:18.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:2:0)
[17:27:18.695] Build status: SCHEDULED
[17:27:18.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:4:0) after 2m1s
[17:29:19.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:4:0)
[17:29:19.729] Build status: SCHEDULED
[17:29:19.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:5:0) after 4m19s
[17:33:38.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:5:0)
[17:33:38.809] Build status: SCHEDULED
[17:33:38.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:6:0) after 7m54s
[17:41:32.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:6:0)
[17:41:32.941] Build status: SCHEDULED
[17:41:32.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:7:0) after 6m54s
[17:48:26.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:7:0)
[17:48:26.980] Build status: SCHEDULED
[17:48:26.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:8:0) after 8m14s
[17:56:40.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:8:0)
[17:56:41.030] Build status: SCHEDULED
[17:56:41.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:9:0) after 8m58s
[18:05:39.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:9:0)
[18:05:39.141] Build status: SCHEDULED
[18:05:39.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:10:0) after 8m1s
[18:13:40.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:10:0)
[18:13:40.200] Build status: SCHEDULED
[18:13:40.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:11:0) after 6m47s
[18:20:27.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:11:0)
[18:20:27.304] Build status: SCHEDULED
[18:20:27.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:12:0) after 5m34s
[18:26:01.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:12:0)
[18:26:01.335] Build status: SCHEDULED
[18:26:01.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:13:0) after 6m43s
[18:32:44.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:13:0)
[18:32:44.376] Build status: SCHEDULED
[18:32:44.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:14:0) after 9m47s
[18:42:31.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:14:0)
[18:42:31.481] Build status: SCHEDULED
[18:42:31.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:15:0) after 1m31s
[18:44:02.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:15:0)
[18:44:02.583] Build status: SCHEDULED
[18:44:02.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:16:0) after 9m58s
[18:54:00.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:16:0)
[18:54:00.663] Build status: SCHEDULED
[18:54:00.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:17:0) after 9m25s
[19:03:25.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:17:0)
[19:03:25.701] Build status: SCHEDULED
[19:03:25.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:18:0) after 2m49s
[19:06:14.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:18:0)
[19:06:14.732] Build status: SCHEDULED
[19:06:14.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:19:0) after 3m12s
[19:09:26.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:19:0)
[19:09:26.799] Build status: SCHEDULED
[19:09:26.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:20:0) after 9m52s
[19:19:18.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:20:0)
[19:19:18.867] Build status: SCHEDULED
[19:19:18.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:21:0) after 6m12s
[19:25:30.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:21:0)
[19:25:30.998] Build status: SCHEDULED
[19:25:30.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:22:0) after 7m29s
[19:33:00.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:22:0)
[19:33:00.048] Build status: SCHEDULED
[19:33:00.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:23:0) after 4m18s
[19:37:18.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:23:0)
[19:37:18.086] Build status: SCHEDULED
[19:37:18.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:24:0) after 4m21s
[19:41:39.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:24:0)
[19:41:39.165] Build status: SCHEDULED
[19:41:39.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:25:0) after 9m59s
[19:51:38.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:25:0)
[19:51:38.246] Build status: SCHEDULED
[19:51:38.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:26:0) after 4m46s
[19:56:24.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:26:0)
[19:56:24.332] Build status: SCHEDULED
[19:56:24.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:27:0) after 4m54s
[20:01:18.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:27:0)
[20:01:18.413] Build status: SCHEDULED
[20:01:18.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:28:0) after 3m59s
[20:05:17.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:28:0)
[20:05:17.521] Build status: SCHEDULED
[20:05:17.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:29:0) after 4m17s
[20:09:34.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:29:0)
[20:09:34.650] Build status: SCHEDULED
[20:09:34.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:30:0) after 3m12s
[20:12:46.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:30:0)
[20:12:46.683] Build status: SCHEDULED
[20:12:46.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8868166199542778496:31:0) after 7m20s
[20:13:52.941] Received PubSub notification, asking Buildbucket for the build status
[20:13:52.968] Build status: STARTED
[20:16:44.089] Received PubSub notification, asking Buildbucket for the build status
[20:16:44.108] Build:
{
"id": "8702736135823319665",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-25T17:24:47.012748508Z",
"startTime": "2025-09-25T20:13:52.777224268Z",
"endTime": "2025-09-25T20:16:43.846241390Z",
"updateTime": "2025-09-25T20:16:43.846241390Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "db3a128f61ffa09e3c9aaff05cbea9291d015a12",
"ref": "refs/heads/main"
}
}
}
[20:16:44.108] Invocation finished in 2h52m0.026322872s with status FAILED