[20:20:46.148] New invocation is queued and will start shortly
[20:20:47.296] Starting the invocation (attempt 1)
[20:20:47.325] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ad6e598a99ef81a451019a98d3ea83157ff95dd6"
[20:20:47.325] Popped gitiles commit info from properties and tags
[20:20:47.325] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:20:47.325] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:20:47.326] Buildbucket request:
{
"requestId": "8841700810232851616",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841700810232851616",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "420cc372d19ad3ea2f065c62dbdd628659cfe734"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@420cc372d19ad3ea2f065c62dbdd628659cfe734",
"title": "420cc372d19ad3ea2f065c62dbdd628659cfe734",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/420cc372d19ad3ea2f065c62dbdd628659cfe734"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "64258903741ba68cea2c495b2e40bb435962e1a6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@64258903741ba68cea2c495b2e40bb435962e1a6",
"title": "64258903741ba68cea2c495b2e40bb435962e1a6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/64258903741ba68cea2c495b2e40bb435962e1a6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ad6e598a99ef81a451019a98d3ea83157ff95dd6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ad6e598a99ef81a451019a98d3ea83157ff95dd6",
"title": "ad6e598a99ef81a451019a98d3ea83157ff95dd6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ad6e598a99ef81a451019a98d3ea83157ff95dd6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ad6e598a99ef81a451019a98d3ea83157ff95dd6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841700810232851616"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:20:47.753] Scheduled build:
{
"id": "8676270748228639329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-14T20:20:47.435208436Z",
"updateTime": "2026-07-14T20:20:47.435208436Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ad6e598a99ef81a451019a98d3ea83157ff95dd6",
"ref": "refs/heads/main"
}
}
}
[20:20:47.753] Task URL: https://cr-buildbucket.appspot.com/build/8676270748228639329
[20:20:47.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:2:0) after 4m14s
[20:20:48.807] Received PubSub notification, asking Buildbucket for the build status
[20:20:48.844] Build status: SCHEDULED
[20:25:01.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:2:0)
[20:25:01.835] Build status: SCHEDULED
[20:25:01.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:4:0) after 5m27s
[20:30:28.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:4:0)
[20:30:29.030] Build status: SCHEDULED
[20:30:29.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:5:0) after 4m39s
[20:35:08.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:5:0)
[20:35:08.118] Build status: SCHEDULED
[20:35:08.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:6:0) after 9m24s
[20:44:32.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:6:0)
[20:44:32.370] Build status: SCHEDULED
[20:44:32.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:7:0) after 4m24s
[20:48:56.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:7:0)
[20:48:56.379] Build status: SCHEDULED
[20:48:56.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:8:0) after 1m4s
[20:50:00.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:8:0)
[20:50:00.424] Build status: SCHEDULED
[20:50:00.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:9:0) after 4m50s
[20:54:50.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:9:0)
[20:54:50.523] Build status: SCHEDULED
[20:54:50.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:10:0) after 4m43s
[20:59:33.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:10:0)
[20:59:33.663] Build status: SCHEDULED
[20:59:33.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:11:0) after 4m27s
[21:04:00.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:11:0)
[21:04:00.684] Build status: SCHEDULED
[21:04:00.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:12:0) after 6m50s
[21:10:50.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:12:0)
[21:10:50.760] Build status: SCHEDULED
[21:10:50.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:13:0) after 7m1s
[21:17:51.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:13:0)
[21:17:51.810] Build status: SCHEDULED
[21:17:51.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:14:0) after 8m57s
[21:26:49.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:14:0)
[21:26:49.052] Build status: SCHEDULED
[21:26:49.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:15:0) after 8m31s
[21:35:20.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:15:0)
[21:35:20.207] Build status: SCHEDULED
[21:35:20.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:16:0) after 3m31s
[21:38:51.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:16:0)
[21:38:51.242] Build status: SCHEDULED
[21:38:51.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:17:0) after 6m57s
[21:45:48.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:17:0)
[21:45:48.371] Build status: SCHEDULED
[21:45:48.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:18:0) after 2m10s
[21:47:58.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:18:0)
[21:47:58.421] Build status: SCHEDULED
[21:47:58.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:19:0) after 3m36s
[21:51:34.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:19:0)
[21:51:34.427] Build status: SCHEDULED
[21:51:34.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:20:0) after 2m24s
[21:53:58.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:20:0)
[21:53:58.475] Build status: SCHEDULED
[21:53:58.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:21:0) after 1m22s
[21:55:20.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:21:0)
[21:55:20.500] Build status: SCHEDULED
[21:55:20.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:22:0) after 4m35s
[21:59:55.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:22:0)
[21:59:55.533] Build status: SCHEDULED
[21:59:55.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:23:0) after 5m22s
[22:05:17.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:23:0)
[22:05:17.570] Build status: SCHEDULED
[22:05:17.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:24:0) after 2m29s
[22:07:46.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:24:0)
[22:07:46.668] Build status: SCHEDULED
[22:07:46.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:25:0) after 5m9s
[22:12:55.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:25:0)
[22:12:55.783] Build status: SCHEDULED
[22:12:55.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:26:0) after 4m59s
[22:17:54.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:26:0)
[22:17:54.899] Build status: SCHEDULED
[22:17:54.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:27:0) after 1m56s
[22:19:50.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:27:0)
[22:19:51.017] Build status: SCHEDULED
[22:19:51.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:28:0) after 2m41s
[22:22:32.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:28:0)
[22:22:32.157] Build status: SCHEDULED
[22:22:32.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:29:0) after 9m10s
[22:31:42.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:29:0)
[22:31:42.277] Build status: SCHEDULED
[22:31:42.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:30:0) after 8m23s
[22:40:05.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:30:0)
[22:40:05.384] Build status: SCHEDULED
[22:40:05.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:31:0) after 2m44s
[22:42:49.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:31:0)
[22:42:49.427] Build status: SCHEDULED
[22:42:49.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:32:0) after 6m46s
[22:49:35.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:32:0)
[22:49:35.511] Build status: SCHEDULED
[22:49:35.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:33:0) after 6m23s
[22:55:58.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:33:0)
[22:55:58.549] Build status: SCHEDULED
[22:55:58.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:34:0) after 5m46s
[23:01:44.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:34:0)
[23:01:44.636] Build status: SCHEDULED
[23:01:44.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:35:0) after 2m25s
[23:04:09.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:35:0)
[23:04:09.675] Build status: SCHEDULED
[23:04:09.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:36:0) after 2m26s
[23:06:35.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:36:0)
[23:06:35.766] Build status: SCHEDULED
[23:06:35.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:37:0) after 2m17s
[23:08:52.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:37:0)
[23:08:52.894] Build status: SCHEDULED
[23:08:52.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:38:0) after 4m59s
[23:11:53.361] Received PubSub notification, asking Buildbucket for the build status
[23:11:53.390] Build status: STARTED
[23:13:51.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:38:0)
[23:13:51.950] Build status: STARTED
[23:13:51.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:40:0) after 5m20s
[23:19:12.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:40:0)
[23:19:12.043] Build status: STARTED
[23:19:12.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8841700810232851616:41:0) after 8m24s
[23:26:04.027] Received PubSub notification, asking Buildbucket for the build status
[23:26:04.123] Build:
{
"id": "8676270748228639329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-14T20:20:47.435208436Z",
"startTime": "2026-07-14T23:11:53.173232625Z",
"endTime": "2026-07-14T23:26:03.765940727Z",
"updateTime": "2026-07-14T23:26:03.765940727Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ad6e598a99ef81a451019a98d3ea83157ff95dd6",
"ref": "refs/heads/main"
}
}
}
[23:26:04.123] Invocation finished in 3h5m17.982723264s with status SUCCEEDED