[15:59:07.097] New invocation is queued and will start shortly
[15:59:08.188] Starting the invocation (attempt 1)
[15:59:08.225] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7655aa5e1884719d42c03b13afb5391596669703"
[15:59:08.225] Popped gitiles commit info from properties and tags
[15:59:08.225] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:59:08.225] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:59:08.226] Buildbucket request:
{
"requestId": "8867446810345564368",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867446810345564368",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7655aa5e1884719d42c03b13afb5391596669703"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7655aa5e1884719d42c03b13afb5391596669703",
"title": "7655aa5e1884719d42c03b13afb5391596669703",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7655aa5e1884719d42c03b13afb5391596669703"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7655aa5e1884719d42c03b13afb5391596669703",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867446810345564368"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:59:09.190] Scheduled build:
{
"id": "8702016748275527281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-03T15:59:08.440821353Z",
"updateTime": "2025-10-03T15:59:08.440821353Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7655aa5e1884719d42c03b13afb5391596669703",
"ref": "refs/heads/main"
}
}
}
[15:59:09.190] Task URL: https://cr-buildbucket.appspot.com/build/8702016748275527281
[15:59:09.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:2:0) after 2m9s
[15:59:09.909] Received PubSub notification, asking Buildbucket for the build status
[15:59:09.936] Build status: SCHEDULED
[16:01:18.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:2:0)
[16:01:18.286] Build status: SCHEDULED
[16:01:18.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:4:0) after 3m59s
[16:05:17.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:4:0)
[16:05:17.332] Build status: SCHEDULED
[16:05:17.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:5:0) after 6m20s
[16:11:37.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:5:0)
[16:11:37.513] Build status: SCHEDULED
[16:11:37.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:6:0) after 3m3s
[16:14:40.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:6:0)
[16:14:40.573] Build status: SCHEDULED
[16:14:40.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:7:0) after 8m36s
[16:23:16.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:7:0)
[16:23:16.657] Build status: SCHEDULED
[16:23:16.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:8:0) after 3m28s
[16:26:44.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:8:0)
[16:26:44.692] Build status: SCHEDULED
[16:26:44.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:9:0) after 5m26s
[16:32:10.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:9:0)
[16:32:10.761] Build status: SCHEDULED
[16:32:10.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:10:0) after 8m23s
[16:40:33.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:10:0)
[16:40:33.790] Build status: SCHEDULED
[16:40:33.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:11:0) after 1m54s
[16:42:27.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:11:0)
[16:42:27.926] Build status: SCHEDULED
[16:42:27.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:12:0) after 5m42s
[16:48:10.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:12:0)
[16:48:10.042] Build status: SCHEDULED
[16:48:10.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:13:0) after 8m39s
[16:56:49.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:13:0)
[16:56:49.431] Build status: SCHEDULED
[16:56:49.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:14:0) after 2m2s
[16:58:51.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:14:0)
[16:58:51.525] Build status: SCHEDULED
[16:58:51.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:15:0) after 9m38s
[17:08:29.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:15:0)
[17:08:29.558] Build status: SCHEDULED
[17:08:29.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:16:0) after 4m13s
[17:12:42.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:16:0)
[17:12:42.723] Build status: SCHEDULED
[17:12:42.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:17:0) after 1m23s
[17:14:05.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:17:0)
[17:14:05.759] Build status: SCHEDULED
[17:14:05.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:18:0) after 9m36s
[17:23:41.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:18:0)
[17:23:41.803] Build status: SCHEDULED
[17:23:41.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:19:0) after 8m35s
[17:32:16.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:19:0)
[17:32:16.824] Build status: SCHEDULED
[17:32:16.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:20:0) after 7m30s
[17:39:46.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:20:0)
[17:39:46.953] Build status: SCHEDULED
[17:39:46.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:21:0) after 7m13s
[17:46:59.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:21:0)
[17:46:59.983] Build status: SCHEDULED
[17:46:59.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:22:0) after 5m18s
[17:52:17.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:22:0)
[17:52:18.009] Build status: SCHEDULED
[17:52:18.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:23:0) after 4m41s
[17:56:59.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:23:0)
[17:56:59.037] Build status: SCHEDULED
[17:56:59.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:24:0) after 3m11s
[18:00:10.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:24:0)
[18:00:10.135] Build status: SCHEDULED
[18:00:10.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:25:0) after 4m18s
[18:04:28.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:25:0)
[18:04:28.191] Build status: SCHEDULED
[18:04:28.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:26:0) after 1m42s
[18:06:10.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:26:0)
[18:06:10.221] Build status: SCHEDULED
[18:06:10.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:27:0) after 5m42s
[18:10:11.782] Received PubSub notification, asking Buildbucket for the build status
[18:10:11.798] Build status: STARTED
[18:11:52.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:27:0)
[18:11:52.256] Build status: STARTED
[18:11:52.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867446810345564368:29:0) after 4m6s
[18:12:24.848] Received PubSub notification, asking Buildbucket for the build status
[18:12:24.868] Build:
{
"id": "8702016748275527281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-03T15:59:08.440821353Z",
"startTime": "2025-10-03T18:10:11.584974749Z",
"endTime": "2025-10-03T18:12:24.685986270Z",
"updateTime": "2025-10-03T18:12:24.685986270Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7655aa5e1884719d42c03b13afb5391596669703",
"ref": "refs/heads/main"
}
}
}
[18:12:24.868] Invocation finished in 2h13m17.786299211s with status FAILED