[20:07:34.130] New invocation is queued and will start shortly
[20:07:35.199] Starting the invocation (attempt 1)
[20:07:35.223] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/17680c8cb811baadc30fa044966f0d2951af04dd"
[20:07:35.223] Popped gitiles commit info from properties and tags
[20:07:35.223] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:07:35.225] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:07:35.225] Buildbucket request:
{
"requestId": "8847409249604826512",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8847409249604826512",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3b767a1a99ffbcff3c69d6ccceaec4bbf1093384"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3b767a1a99ffbcff3c69d6ccceaec4bbf1093384",
"title": "3b767a1a99ffbcff3c69d6ccceaec4bbf1093384",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3b767a1a99ffbcff3c69d6ccceaec4bbf1093384"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cfa466991239e8d4f59c4a4c528091015858616d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cfa466991239e8d4f59c4a4c528091015858616d",
"title": "cfa466991239e8d4f59c4a4c528091015858616d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cfa466991239e8d4f59c4a4c528091015858616d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "261ab0c105d4ade707db56c53ef12a10f7e7c3b8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@261ab0c105d4ade707db56c53ef12a10f7e7c3b8",
"title": "261ab0c105d4ade707db56c53ef12a10f7e7c3b8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/261ab0c105d4ade707db56c53ef12a10f7e7c3b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0429d5574c3441fa907256a46659f886ad0325d3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0429d5574c3441fa907256a46659f886ad0325d3",
"title": "0429d5574c3441fa907256a46659f886ad0325d3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0429d5574c3441fa907256a46659f886ad0325d3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4a8aa71e505dea99356aed9c7ebd639d0a8fef3c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a8aa71e505dea99356aed9c7ebd639d0a8fef3c",
"title": "4a8aa71e505dea99356aed9c7ebd639d0a8fef3c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a8aa71e505dea99356aed9c7ebd639d0a8fef3c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17680c8cb811baadc30fa044966f0d2951af04dd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17680c8cb811baadc30fa044966f0d2951af04dd",
"title": "17680c8cb811baadc30fa044966f0d2951af04dd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17680c8cb811baadc30fa044966f0d2951af04dd"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "17680c8cb811baadc30fa044966f0d2951af04dd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8847409249604826512"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:07:35.618] Scheduled build:
{
"id": "8681979187697717057",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-12T20:07:35.327785634Z",
"updateTime": "2026-05-12T20:07:35.327785634Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "17680c8cb811baadc30fa044966f0d2951af04dd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:07:35.618] Task URL: https://cr-buildbucket.appspot.com/build/8681979187697717057
[20:07:35.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:2:0) after 8m36s
[20:07:36.580] Received PubSub notification, asking Buildbucket for the build status
[20:07:36.646] Build status: SCHEDULED
[20:16:11.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:2:0)
[20:16:11.758] Build status: SCHEDULED
[20:16:11.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:4:0) after 4m54s
[20:21:05.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:4:0)
[20:21:05.842] Build status: SCHEDULED
[20:21:05.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:5:0) after 7m54s
[20:28:59.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:5:0)
[20:28:59.872] Build status: SCHEDULED
[20:28:59.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:6:0) after 9m21s
[20:38:20.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:6:0)
[20:38:20.912] Build status: SCHEDULED
[20:38:20.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:7:0) after 9m16s
[20:47:36.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:7:0)
[20:47:36.949] Build status: SCHEDULED
[20:47:36.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:8:0) after 9m42s
[20:57:18.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:8:0)
[20:57:19.001] Build status: SCHEDULED
[20:57:19.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:9:0) after 3m52s
[21:01:11.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:9:0)
[21:01:11.109] Build status: SCHEDULED
[21:01:11.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:10:0) after 9m31s
[21:10:42.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:10:0)
[21:10:42.145] Build status: SCHEDULED
[21:10:42.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:11:0) after 5m10s
[21:15:52.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:11:0)
[21:15:52.378] Build status: SCHEDULED
[21:15:52.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:12:0) after 1m41s
[21:17:33.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:12:0)
[21:17:33.442] Build status: SCHEDULED
[21:17:33.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:13:0) after 2m56s
[21:20:29.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:13:0)
[21:20:29.480] Build status: SCHEDULED
[21:20:29.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:14:0) after 8m0s
[21:28:29.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:14:0)
[21:28:29.520] Build status: SCHEDULED
[21:28:29.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:15:0) after 8m1s
[21:36:30.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:15:0)
[21:36:30.590] Build status: SCHEDULED
[21:36:30.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:16:0) after 3m1s
[21:39:31.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:16:0)
[21:39:31.731] Build status: SCHEDULED
[21:39:31.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:17:0) after 5m15s
[21:44:46.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:17:0)
[21:44:46.740] Build status: SCHEDULED
[21:44:46.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:18:0) after 6m35s
[21:51:21.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:18:0)
[21:51:21.880] Build status: SCHEDULED
[21:51:21.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:19:0) after 1m7s
[21:52:28.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:19:0)
[21:52:28.959] Build status: SCHEDULED
[21:52:28.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:20:0) after 6m5s
[21:58:33.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:20:0)
[21:58:33.969] Build status: SCHEDULED
[21:58:33.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:21:0) after 8m25s
[22:06:58.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:21:0)
[22:06:59.042] Build status: SCHEDULED
[22:06:59.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:22:0) after 1m4s
[22:08:03.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:22:0)
[22:08:03.094] Build status: SCHEDULED
[22:08:03.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:23:0) after 5m6s
[22:13:09.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:23:0)
[22:13:09.285] Build status: SCHEDULED
[22:13:09.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:24:0) after 9m28s
[22:22:37.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:24:0)
[22:22:37.321] Build status: SCHEDULED
[22:22:37.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:25:0) after 8m19s
[22:30:56.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:25:0)
[22:30:56.414] Build status: SCHEDULED
[22:30:56.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:26:0) after 9m34s
[22:40:30.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:26:0)
[22:40:30.557] Build status: SCHEDULED
[22:40:30.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:27:0) after 6m59s
[22:47:29.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:27:0)
[22:47:29.680] Build status: SCHEDULED
[22:47:29.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:28:0) after 6m53s
[22:54:22.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:28:0)
[22:54:22.728] Build status: SCHEDULED
[22:54:22.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:29:0) after 9m8s
[23:03:30.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:29:0)
[23:03:30.805] Build status: SCHEDULED
[23:03:30.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:30:0) after 9m20s
[23:12:50.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:30:0)
[23:12:50.849] Build status: SCHEDULED
[23:12:50.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:31:0) after 9m57s
[23:22:47.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:31:0)
[23:22:47.884] Build status: SCHEDULED
[23:22:47.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:32:0) after 6m30s
[23:29:17.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:32:0)
[23:29:17.947] Build status: SCHEDULED
[23:29:17.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:33:0) after 6m26s
[23:33:34.523] Received PubSub notification, asking Buildbucket for the build status
[23:33:34.623] Build status: STARTED
[23:35:44.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:33:0)
[23:35:44.048] Build status: STARTED
[23:35:44.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:35:0) after 7m51s
[23:43:35.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:35:0)
[23:43:35.196] Build status: STARTED
[23:43:35.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847409249604826512:36:0) after 6m16s
[23:49:22.254] Received PubSub notification, asking Buildbucket for the build status
[23:49:22.271] Build:
{
"id": "8681979187697717057",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-12T20:07:35.327785634Z",
"startTime": "2026-05-12T23:33:34.312865838Z",
"endTime": "2026-05-12T23:49:21.733807812Z",
"updateTime": "2026-05-12T23:49:21.733807812Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "17680c8cb811baadc30fa044966f0d2951af04dd",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:49:22.271] Invocation finished in 3h41m48.147166389s with status SUCCEEDED