[17:52:12.788] New invocation is queued and will start shortly
[17:52:13.990] Starting the invocation (attempt 1)
[17:52:14.034] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e3a8a6d4b1738a2248199238a48abbd28135391d"
[17:52:14.035] Popped gitiles commit info from properties and tags
[17:52:14.035] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:52:14.035] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:52:14.035] Buildbucket request:
{
"requestId": "8867530291995110688",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867530291995110688",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a1690981bf2591d12adc5f68a28f6425fecd67b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a1690981bf2591d12adc5f68a28f6425fecd67b3",
"title": "a1690981bf2591d12adc5f68a28f6425fecd67b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a1690981bf2591d12adc5f68a28f6425fecd67b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "996075e91cb266eb487bf50b027591f809c74e09"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@996075e91cb266eb487bf50b027591f809c74e09",
"title": "996075e91cb266eb487bf50b027591f809c74e09",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/996075e91cb266eb487bf50b027591f809c74e09"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e3a8a6d4b1738a2248199238a48abbd28135391d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e3a8a6d4b1738a2248199238a48abbd28135391d",
"title": "e3a8a6d4b1738a2248199238a48abbd28135391d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e3a8a6d4b1738a2248199238a48abbd28135391d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e3a8a6d4b1738a2248199238a48abbd28135391d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867530291995110688"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:52:14.466] Scheduled build:
{
"id": "8702100229955953185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-02T17:52:14.106180714Z",
"updateTime": "2025-10-02T17:52:14.106180714Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e3a8a6d4b1738a2248199238a48abbd28135391d",
"ref": "refs/heads/main"
}
}
}
[17:52:14.466] Task URL: https://cr-buildbucket.appspot.com/build/8702100229955953185
[17:52:14.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:2:0) after 9m41s
[17:52:15.401] Received PubSub notification, asking Buildbucket for the build status
[17:52:15.415] Build status: SCHEDULED
[18:01:55.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:2:0)
[18:01:55.500] Build status: SCHEDULED
[18:01:55.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:4:0) after 7m36s
[18:09:31.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:4:0)
[18:09:31.570] Build status: SCHEDULED
[18:09:31.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:5:0) after 8m9s
[18:17:40.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:5:0)
[18:17:40.612] Build status: SCHEDULED
[18:17:40.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:6:0) after 1m27s
[18:19:07.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:6:0)
[18:19:07.701] Build status: SCHEDULED
[18:19:07.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:7:0) after 6m54s
[18:26:01.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:7:0)
[18:26:01.964] Build status: SCHEDULED
[18:26:01.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:8:0) after 4m44s
[18:30:46.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:8:0)
[18:30:46.318] Build status: SCHEDULED
[18:30:46.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:9:0) after 2m56s
[18:33:42.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:9:0)
[18:33:42.465] Build status: SCHEDULED
[18:33:42.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:10:0) after 6m39s
[18:40:21.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:10:0)
[18:40:21.562] Build status: SCHEDULED
[18:40:21.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:11:0) after 7m37s
[18:47:58.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:11:0)
[18:47:58.553] Build status: SCHEDULED
[18:47:58.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:12:0) after 8m15s
[18:56:13.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:12:0)
[18:56:13.589] Build status: SCHEDULED
[18:56:13.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:13:0) after 9m7s
[19:05:20.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:13:0)
[19:05:20.631] Build status: SCHEDULED
[19:05:20.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:14:0) after 4m24s
[19:09:44.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:14:0)
[19:09:44.752] Build status: SCHEDULED
[19:09:44.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:15:0) after 2m22s
[19:12:06.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:15:0)
[19:12:06.902] Build status: SCHEDULED
[19:12:06.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:16:0) after 3m53s
[19:16:00.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:16:0)
[19:16:00.034] Build status: SCHEDULED
[19:16:00.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:17:0) after 7m11s
[19:23:11.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:17:0)
[19:23:11.206] Build status: SCHEDULED
[19:23:11.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:18:0) after 7m46s
[19:30:57.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:18:0)
[19:30:57.294] Build status: SCHEDULED
[19:30:57.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:19:0) after 4m57s
[19:35:54.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:19:0)
[19:35:54.480] Build status: SCHEDULED
[19:35:54.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:20:0) after 7m1s
[19:42:55.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:20:0)
[19:42:55.564] Build status: SCHEDULED
[19:42:55.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:21:0) after 9m7s
[19:52:02.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:21:0)
[19:52:02.649] Build status: SCHEDULED
[19:52:02.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:22:0) after 5m0s
[19:57:02.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:22:0)
[19:57:02.812] Build status: SCHEDULED
[19:57:02.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:23:0) after 8m44s
[20:05:46.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:23:0)
[20:05:46.846] Build status: SCHEDULED
[20:05:46.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:24:0) after 3m55s
[20:09:41.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:24:0)
[20:09:41.918] Build status: SCHEDULED
[20:09:41.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:25:0) after 8m43s
[20:18:24.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:25:0)
[20:18:25.109] Build status: SCHEDULED
[20:18:25.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:26:0) after 5m0s
[20:23:25.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:26:0)
[20:23:25.360] Build status: SCHEDULED
[20:23:25.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:27:0) after 6m53s
[20:30:18.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:27:0)
[20:30:18.401] Build status: SCHEDULED
[20:30:18.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:28:0) after 2m34s
[20:32:52.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:28:0)
[20:32:52.445] Build status: SCHEDULED
[20:32:52.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:29:0) after 7m48s
[20:40:40.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:29:0)
[20:40:40.490] Build status: SCHEDULED
[20:40:40.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:30:0) after 8m45s
[20:49:25.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:30:0)
[20:49:25.526] Build status: SCHEDULED
[20:49:25.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:31:0) after 8m40s
[20:58:05.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:31:0)
[20:58:05.633] Build status: SCHEDULED
[20:58:05.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:32:0) after 1m46s
[20:59:51.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:32:0)
[20:59:51.639] Build status: SCHEDULED
[20:59:51.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan:8867530291995110688:33:0) after 6m51s
[21:02:47.850] Received PubSub notification, asking Buildbucket for the build status
[21:02:47.869] Build status: STARTED
[21:04:58.791] Received PubSub notification, asking Buildbucket for the build status
[21:04:58.809] Build:
{
"id": "8702100229955953185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-02T17:52:14.106180714Z",
"startTime": "2025-10-02T21:02:47.685403271Z",
"endTime": "2025-10-02T21:04:58.354241774Z",
"updateTime": "2025-10-02T21:04:58.354241774Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e3a8a6d4b1738a2248199238a48abbd28135391d",
"ref": "refs/heads/main"
}
}
}
[21:04:58.809] Invocation finished in 3h12m46.032276676s with status FAILED