[01:55:01.556] New invocation is queued and will start shortly
[01:55:02.575] Starting the invocation (attempt 1)
[01:55:02.599] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/32c6eae34ecae66863dcb1eb32625825c971872d"
[01:55:02.599] Popped gitiles commit info from properties and tags
[01:55:02.599] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:55:02.599] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:55:02.599] Buildbucket request:
{
"requestId": "8849108731855615472",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849108731855615472",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e27d98f94fa529aaefc192a107777d305c7df7eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e27d98f94fa529aaefc192a107777d305c7df7eb",
"title": "e27d98f94fa529aaefc192a107777d305c7df7eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e27d98f94fa529aaefc192a107777d305c7df7eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6dce4a90d9af28907d3a451e073145ddc0d3beb9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6dce4a90d9af28907d3a451e073145ddc0d3beb9",
"title": "6dce4a90d9af28907d3a451e073145ddc0d3beb9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6dce4a90d9af28907d3a451e073145ddc0d3beb9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fef29bbadd0ea6be84a738e37b7101d156b8be33"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fef29bbadd0ea6be84a738e37b7101d156b8be33",
"title": "fef29bbadd0ea6be84a738e37b7101d156b8be33",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fef29bbadd0ea6be84a738e37b7101d156b8be33"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1e8e5843c709503f6b64e396ab7f22b037c9f45d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1e8e5843c709503f6b64e396ab7f22b037c9f45d",
"title": "1e8e5843c709503f6b64e396ab7f22b037c9f45d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1e8e5843c709503f6b64e396ab7f22b037c9f45d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "32c6eae34ecae66863dcb1eb32625825c971872d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@32c6eae34ecae66863dcb1eb32625825c971872d",
"title": "32c6eae34ecae66863dcb1eb32625825c971872d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/32c6eae34ecae66863dcb1eb32625825c971872d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "32c6eae34ecae66863dcb1eb32625825c971872d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849108731855615472"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:55:03.290] Scheduled build:
{
"id": "8683678670016292065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-24T01:55:02.688228586Z",
"updateTime": "2026-04-24T01:55:02.688228586Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "32c6eae34ecae66863dcb1eb32625825c971872d",
"ref": "refs/heads/main"
}
}
}
[01:55:03.290] Task URL: https://cr-buildbucket.appspot.com/build/8683678670016292065
[01:55:03.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:2:0) after 4m23s
[01:55:03.972] Received PubSub notification, asking Buildbucket for the build status
[01:55:04.123] Build status: SCHEDULED
[01:59:26.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:2:0)
[01:59:26.327] Build status: SCHEDULED
[01:59:26.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:4:0) after 4m42s
[02:04:08.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:4:0)
[02:04:08.369] Build status: SCHEDULED
[02:04:08.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:5:0) after 3m17s
[02:07:25.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:5:0)
[02:07:25.603] Build status: SCHEDULED
[02:07:25.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:6:0) after 7m9s
[02:14:34.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:6:0)
[02:14:34.643] Build status: SCHEDULED
[02:14:34.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:7:0) after 5m31s
[02:20:05.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:7:0)
[02:20:05.813] Build status: SCHEDULED
[02:20:05.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:8:0) after 9m28s
[02:29:33.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:8:0)
[02:29:33.907] Build status: SCHEDULED
[02:29:33.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:9:0) after 9m0s
[02:38:33.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:9:0)
[02:38:34.033] Build status: SCHEDULED
[02:38:34.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:10:0) after 3m33s
[02:42:07.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:10:0)
[02:42:07.128] Build status: SCHEDULED
[02:42:07.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:11:0) after 6m3s
[02:48:10.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:11:0)
[02:48:10.185] Build status: SCHEDULED
[02:48:10.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:12:0) after 2m5s
[02:50:15.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:12:0)
[02:50:15.355] Build status: SCHEDULED
[02:50:15.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:13:0) after 5m5s
[02:55:20.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:13:0)
[02:55:20.455] Build status: SCHEDULED
[02:55:20.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:14:0) after 2m23s
[02:57:43.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:14:0)
[02:57:43.562] Build status: SCHEDULED
[02:57:43.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:15:0) after 2m2s
[02:59:45.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:15:0)
[02:59:45.721] Build status: SCHEDULED
[02:59:45.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:16:0) after 6m20s
[03:06:05.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:16:0)
[03:06:05.711] Build status: SCHEDULED
[03:06:05.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:17:0) after 3m24s
[03:09:29.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:17:0)
[03:09:29.742] Build status: SCHEDULED
[03:09:29.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:18:0) after 2m8s
[03:11:37.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:18:0)
[03:11:37.811] Build status: SCHEDULED
[03:11:37.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:19:0) after 5m58s
[03:17:35.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:19:0)
[03:17:35.858] Build status: SCHEDULED
[03:17:35.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:20:0) after 4m32s
[03:22:07.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:20:0)
[03:22:07.871] Build status: SCHEDULED
[03:22:07.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:21:0) after 7m52s
[03:29:59.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:21:0)
[03:29:59.960] Build status: SCHEDULED
[03:29:59.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:22:0) after 7m9s
[03:37:09.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:22:0)
[03:37:09.038] Build status: SCHEDULED
[03:37:09.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:23:0) after 4m7s
[03:41:16.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:23:0)
[03:41:16.182] Build status: SCHEDULED
[03:41:16.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:24:0) after 3m30s
[03:44:46.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:24:0)
[03:44:46.235] Build status: SCHEDULED
[03:44:46.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:25:0) after 1m28s
[03:46:14.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:25:0)
[03:46:14.485] Build status: SCHEDULED
[03:46:14.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:26:0) after 7m44s
[03:53:58.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:26:0)
[03:53:58.522] Build status: SCHEDULED
[03:53:58.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:27:0) after 1m12s
[03:55:10.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:27:0)
[03:55:10.579] Build status: SCHEDULED
[03:55:10.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:28:0) after 1m5s
[03:56:15.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:28:0)
[03:56:16.675] Build status: SCHEDULED
[03:56:16.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:29:0) after 8m46s
[04:05:02.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:29:0)
[04:05:02.775] Build status: SCHEDULED
[04:05:02.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:30:0) after 9m31s
[04:14:33.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:30:0)
[04:14:33.865] Build status: SCHEDULED
[04:14:33.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:31:0) after 9m21s
[04:23:54.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:31:0)
[04:23:54.901] Build status: SCHEDULED
[04:23:54.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:32:0) after 8m58s
[04:32:52.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:32:0)
[04:32:53.018] Build status: SCHEDULED
[04:32:53.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:33:0) after 9m19s
[04:39:53.902] Received PubSub notification, asking Buildbucket for the build status
[04:39:53.918] Build status: STARTED
[04:42:12.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:33:0)
[04:42:12.189] Build status: STARTED
[04:42:12.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8849108731855615472:35:0) after 7m1s
[04:45:09.970] Received PubSub notification, asking Buildbucket for the build status
[04:45:09.993] Build:
{
"id": "8683678670016292065",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-24T01:55:02.688228586Z",
"startTime": "2026-04-24T04:39:50.993781674Z",
"endTime": "2026-04-24T04:44:37.258526038Z",
"updateTime": "2026-04-24T04:44:37.258526038Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "32c6eae34ecae66863dcb1eb32625825c971872d",
"ref": "refs/heads/main"
}
}
}
[04:45:09.993] Invocation finished in 2h50m8.442017858s with status SUCCEEDED