[23:02:49.123] New invocation is queued and will start shortly
[23:02:50.181] Starting the invocation (attempt 1)
[23:02:50.229] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e"
[23:02:50.229] Popped gitiles commit info from properties and tags
[23:02:50.230] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:02:50.230] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:02:50.230] Buildbucket request:
{
"requestId": "8843049569448515248",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843049569448515248",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6ce4987872e7a726cb76ec077df8c8664306ac0e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ce4987872e7a726cb76ec077df8c8664306ac0e",
"title": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ce4987872e7a726cb76ec077df8c8664306ac0e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843049569448515248"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:02:50.651] Scheduled build:
{
"id": "8677619507546679329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-29T23:02:50.314901340Z",
"updateTime": "2026-06-29T23:02:50.314901340Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
}
}
}
[23:02:50.651] Task URL: https://cr-buildbucket.appspot.com/build/8677619507546679329
[23:02:50.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:2:0) after 5m2s
[23:02:51.579] Received PubSub notification, asking Buildbucket for the build status
[23:02:51.615] Build status: SCHEDULED
[23:07:52.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:2:0)
[23:07:52.669] Build status: SCHEDULED
[23:07:52.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:4:0) after 3m43s
[23:11:35.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:4:0)
[23:11:35.700] Build status: SCHEDULED
[23:11:35.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:5:0) after 7m25s
[23:19:00.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:5:0)
[23:19:00.765] Build status: SCHEDULED
[23:19:00.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:6:0) after 2m1s
[23:21:01.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:6:0)
[23:21:01.802] Build status: SCHEDULED
[23:21:01.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:7:0) after 1m15s
[23:22:16.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:7:0)
[23:22:16.860] Build status: SCHEDULED
[23:22:16.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:8:0) after 5m41s
[23:27:57.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:8:0)
[23:27:57.887] Build status: SCHEDULED
[23:27:57.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:9:0) after 5m50s
[23:33:47.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:9:0)
[23:33:47.975] Build status: SCHEDULED
[23:33:47.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:10:0) after 5m18s
[23:39:05.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:10:0)
[23:39:06.003] Build status: SCHEDULED
[23:39:06.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:11:0) after 3m4s
[23:42:10.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:11:0)
[23:42:10.102] Build status: SCHEDULED
[23:42:10.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:12:0) after 8m28s
[23:50:38.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:12:0)
[23:50:38.196] Build status: SCHEDULED
[23:50:38.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:13:0) after 9m16s
[23:59:54.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:13:0)
[23:59:54.235] Build status: SCHEDULED
[23:59:54.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:14:0) after 6m2s
[00:05:56.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:14:0)
[00:05:56.328] Build status: SCHEDULED
[00:05:56.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:15:0) after 8m13s
[00:14:09.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:15:0)
[00:14:09.415] Build status: SCHEDULED
[00:14:09.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:16:0) after 5m19s
[00:19:28.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:16:0)
[00:19:28.512] Build status: SCHEDULED
[00:19:28.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:17:0) after 9m16s
[00:28:44.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:17:0)
[00:28:44.551] Build status: SCHEDULED
[00:28:44.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:18:0) after 7m4s
[00:35:48.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:18:0)
[00:35:48.590] Build status: SCHEDULED
[00:35:48.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:19:0) after 3m20s
[00:39:08.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:19:0)
[00:39:08.580] Build status: SCHEDULED
[00:39:08.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:20:0) after 3m42s
[00:42:50.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:20:0)
[00:42:50.680] Build status: SCHEDULED
[00:42:50.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:21:0) after 6m36s
[00:49:26.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:21:0)
[00:49:26.736] Build status: SCHEDULED
[00:49:26.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:22:0) after 4m53s
[00:54:19.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:22:0)
[00:54:19.825] Build status: SCHEDULED
[00:54:19.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:23:0) after 3m0s
[00:57:19.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:23:0)
[00:57:19.905] Build status: SCHEDULED
[00:57:19.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:24:0) after 4m19s
[01:01:38.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:24:0)
[01:01:41.659] Build status: SCHEDULED
[01:01:41.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:25:0) after 6m51s
[01:08:32.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:25:0)
[01:08:32.844] Build status: SCHEDULED
[01:08:32.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:26:0) after 7m22s
[01:15:54.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:26:0)
[01:15:54.940] Build status: SCHEDULED
[01:15:54.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:27:0) after 5m13s
[01:21:08.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:27:0)
[01:21:08.048] Build status: SCHEDULED
[01:21:08.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:28:0) after 1m28s
[01:22:36.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:28:0)
[01:22:36.082] Build status: SCHEDULED
[01:22:36.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:29:0) after 3m33s
[01:26:09.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:29:0)
[01:26:09.122] Build status: SCHEDULED
[01:26:09.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:30:0) after 7m35s
[01:33:44.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:30:0)
[01:33:44.150] Build status: SCHEDULED
[01:33:44.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:31:0) after 9m2s
[01:42:46.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:31:0)
[01:42:46.182] Build status: SCHEDULED
[01:42:46.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:32:0) after 7m5s
[01:49:51.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:32:0)
[01:49:51.310] Build status: SCHEDULED
[01:49:51.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:33:0) after 4m48s
[01:54:39.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:33:0)
[01:54:39.417] Build status: SCHEDULED
[01:54:39.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:34:0) after 8m40s
[02:03:19.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:34:0)
[02:03:19.490] Build status: SCHEDULED
[02:03:19.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:35:0) after 6m50s
[02:10:09.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:35:0)
[02:10:09.568] Build status: SCHEDULED
[02:10:09.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:36:0) after 2m2s
[02:12:11.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:36:0)
[02:12:11.666] Build status: SCHEDULED
[02:12:11.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:37:0) after 4m53s
[02:17:04.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:37:0)
[02:17:04.695] Build status: SCHEDULED
[02:17:04.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:38:0) after 3m47s
[02:20:51.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:38:0)
[02:20:51.735] Build status: SCHEDULED
[02:20:51.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:39:0) after 2m38s
[02:23:29.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:39:0)
[02:23:29.775] Build status: SCHEDULED
[02:23:29.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:40:0) after 5m24s
[02:28:53.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:40:0)
[02:28:53.812] Build status: SCHEDULED
[02:28:53.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:41:0) after 5m49s
[02:33:52.741] Received PubSub notification, asking Buildbucket for the build status
[02:33:52.760] Build status: STARTED
[02:34:42.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:41:0)
[02:34:42.942] Build status: STARTED
[02:34:42.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:43:0) after 5m32s
[02:40:15.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:43:0)
[02:40:15.026] Build status: STARTED
[02:40:15.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:44:0) after 7m22s
[02:47:37.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:44:0)
[02:47:37.064] Build status: STARTED
[02:47:37.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-ubsan-build:8843049569448515248:45:0) after 6m59s
[02:50:46.091] Received PubSub notification, asking Buildbucket for the build status
[02:50:46.108] Build:
{
"id": "8677619507546679329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-ubsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-29T23:02:50.314901340Z",
"startTime": "2026-06-30T02:33:52.288602175Z",
"endTime": "2026-06-30T02:50:45.841027710Z",
"updateTime": "2026-06-30T02:50:45.841027710Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6ce4987872e7a726cb76ec077df8c8664306ac0e",
"ref": "refs/heads/main"
}
}
}
[02:50:46.108] Invocation finished in 3h47m56.991134461s with status SUCCEEDED