[00:41:36.663] New invocation is queued and will start shortly
[00:41:39.911] Starting the invocation (attempt 1)
[00:41:39.938] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4db32639934eaa39c90da971df6c4d7a2e80da0e"
[00:41:39.938] Popped gitiles commit info from properties and tags
[00:41:39.938] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:41:39.938] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:41:39.938] Buildbucket request:
{
"requestId": "8839238281380699616",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839238281380699616",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4db32639934eaa39c90da971df6c4d7a2e80da0e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4db32639934eaa39c90da971df6c4d7a2e80da0e",
"title": "4db32639934eaa39c90da971df6c4d7a2e80da0e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4db32639934eaa39c90da971df6c4d7a2e80da0e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4db32639934eaa39c90da971df6c4d7a2e80da0e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839238281380699616"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:41:40.503] Scheduled build:
{
"id": "8673808217093902721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-11T00:41:40.132114544Z",
"updateTime": "2026-08-11T00:41:40.132114544Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4db32639934eaa39c90da971df6c4d7a2e80da0e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:41:40.503] Task URL: https://cr-buildbucket.appspot.com/build/8673808217093902721
[00:41:40.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:2:0) after 1m52s
[00:41:41.500] Received PubSub notification, asking Buildbucket for the build status
[00:41:41.529] Build status: SCHEDULED
[00:43:32.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:2:0)
[00:43:32.592] Build status: SCHEDULED
[00:43:32.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:4:0) after 2m18s
[00:45:50.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:4:0)
[00:45:50.776] Build status: SCHEDULED
[00:45:50.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:5:0) after 7m47s
[00:53:37.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:5:0)
[00:53:37.877] Build status: SCHEDULED
[00:53:37.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:6:0) after 3m13s
[00:56:50.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:6:0)
[00:56:50.910] Build status: SCHEDULED
[00:56:50.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:7:0) after 3m48s
[01:00:38.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:7:0)
[01:00:38.946] Build status: SCHEDULED
[01:00:38.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:8:0) after 6m56s
[01:07:34.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:8:0)
[01:07:35.002] Build status: SCHEDULED
[01:07:35.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:9:0) after 2m37s
[01:10:12.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:9:0)
[01:10:12.106] Build status: SCHEDULED
[01:10:12.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:10:0) after 1m42s
[01:11:54.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:10:0)
[01:11:54.145] Build status: SCHEDULED
[01:11:54.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:11:0) after 3m13s
[01:15:07.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:11:0)
[01:15:07.253] Build status: SCHEDULED
[01:15:07.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:12:0) after 7m35s
[01:22:42.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:12:0)
[01:22:42.381] Build status: SCHEDULED
[01:22:42.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:13:0) after 1m27s
[01:24:09.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:13:0)
[01:24:09.488] Build status: SCHEDULED
[01:24:09.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:14:0) after 4m1s
[01:28:10.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:14:0)
[01:28:10.706] Build status: SCHEDULED
[01:28:10.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:15:0) after 5m46s
[01:33:56.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:15:0)
[01:33:56.846] Build status: SCHEDULED
[01:33:56.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:16:0) after 8m54s
[01:42:50.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:16:0)
[01:42:50.905] Build status: SCHEDULED
[01:42:50.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:17:0) after 2m1s
[01:44:51.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:17:0)
[01:44:51.946] Build status: SCHEDULED
[01:44:51.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:18:0) after 9m12s
[01:54:03.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:18:0)
[01:54:03.942] Build status: SCHEDULED
[01:54:03.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:19:0) after 7m54s
[02:01:57.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:19:0)
[02:01:57.930] Build status: SCHEDULED
[02:01:57.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:20:0) after 8m3s
[02:10:00.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:20:0)
[02:10:00.990] Build status: SCHEDULED
[02:10:00.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:21:0) after 7m56s
[02:17:57.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:21:0)
[02:17:57.035] Build status: SCHEDULED
[02:17:57.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:22:0) after 7m26s
[02:25:23.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:22:0)
[02:25:23.078] Build status: SCHEDULED
[02:25:23.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:23:0) after 5m9s
[02:30:32.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:23:0)
[02:30:32.119] Build status: SCHEDULED
[02:30:32.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:24:0) after 2m29s
[02:33:01.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:24:0)
[02:33:01.157] Build status: SCHEDULED
[02:33:01.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:25:0) after 1m7s
[02:34:08.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:25:0)
[02:34:08.424] Build status: SCHEDULED
[02:34:08.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:26:0) after 2m43s
[02:36:51.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:26:0)
[02:36:51.460] Build status: SCHEDULED
[02:36:51.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:27:0) after 6m43s
[02:43:34.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:27:0)
[02:43:34.498] Build status: SCHEDULED
[02:43:34.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:28:0) after 9m19s
[02:52:53.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:28:0)
[02:52:53.553] Build status: SCHEDULED
[02:52:53.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:29:0) after 4m15s
[02:57:08.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:29:0)
[02:57:08.594] Build status: SCHEDULED
[02:57:08.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:30:0) after 6m27s
[03:03:35.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:30:0)
[03:03:35.748] Build status: SCHEDULED
[03:03:35.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:31:0) after 5m8s
[03:08:43.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:31:0)
[03:08:43.811] Build status: SCHEDULED
[03:08:43.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:32:0) after 9m59s
[03:18:42.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:32:0)
[03:18:42.993] Build status: SCHEDULED
[03:18:42.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:33:0) after 9m3s
[03:27:46.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:33:0)
[03:27:46.153] Build status: SCHEDULED
[03:27:46.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:34:0) after 2m2s
[03:29:48.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:34:0)
[03:29:48.269] Build status: SCHEDULED
[03:29:48.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:35:0) after 9m20s
[03:39:08.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:35:0)
[03:39:08.350] Build status: SCHEDULED
[03:39:08.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:36:0) after 3m24s
[03:42:32.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:36:0)
[03:42:32.410] Build status: SCHEDULED
[03:42:32.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:37:0) after 9m35s
[03:52:07.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:37:0)
[03:52:07.527] Build status: SCHEDULED
[03:52:07.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:38:0) after 3m59s
[03:54:34.568] Received PubSub notification, asking Buildbucket for the build status
[03:54:34.589] Build status: STARTED
[03:56:06.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:38:0)
[03:56:06.639] Build status: STARTED
[03:56:06.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:40:0) after 8m25s
[04:04:31.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:40:0)
[04:04:31.776] Build status: STARTED
[04:04:31.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:41:0) after 1m5s
[04:05:36.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:41:0)
[04:05:36.917] Build status: STARTED
[04:05:36.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839238281380699616:42:0) after 8m16s
[04:08:35.288] Received PubSub notification, asking Buildbucket for the build status
[04:08:35.316] Build:
{
"id": "8673808217093902721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-11T00:41:40.132114544Z",
"startTime": "2026-08-11T03:54:30.187628548Z",
"endTime": "2026-08-11T04:08:34.909328124Z",
"updateTime": "2026-08-11T04:08:34.909328124Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4db32639934eaa39c90da971df6c4d7a2e80da0e",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:08:35.316] Invocation finished in 3h26m58.656703255s with status SUCCEEDED