[19:55:34.018] New invocation is queued and will start shortly
[19:55:35.127] Starting the invocation (attempt 1)
[19:55:35.154] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c45c482f8785b7b26b02a9f6b075bab698ff2537"
[19:55:35.154] Popped gitiles commit info from properties and tags
[19:55:35.154] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:55:35.154] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:55:35.155] Buildbucket request:
{
"requestId": "8876491630911750736",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876491630911750736",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f3d952e3e6b822a65eb514c0b6eeb00aba856f21"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f3d952e3e6b822a65eb514c0b6eeb00aba856f21",
"title": "f3d952e3e6b822a65eb514c0b6eeb00aba856f21",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f3d952e3e6b822a65eb514c0b6eeb00aba856f21"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2031c19336d828d4f5ce325409763abfb37bca7f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2031c19336d828d4f5ce325409763abfb37bca7f",
"title": "2031c19336d828d4f5ce325409763abfb37bca7f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2031c19336d828d4f5ce325409763abfb37bca7f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6397fa7793a8170578770ede5493519127f7d8c3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6397fa7793a8170578770ede5493519127f7d8c3",
"title": "6397fa7793a8170578770ede5493519127f7d8c3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6397fa7793a8170578770ede5493519127f7d8c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7bec4f64b895f214a64bce1ee00dbc39558faf56"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7bec4f64b895f214a64bce1ee00dbc39558faf56",
"title": "7bec4f64b895f214a64bce1ee00dbc39558faf56",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7bec4f64b895f214a64bce1ee00dbc39558faf56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c45c482f8785b7b26b02a9f6b075bab698ff2537"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c45c482f8785b7b26b02a9f6b075bab698ff2537",
"title": "c45c482f8785b7b26b02a9f6b075bab698ff2537",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c45c482f8785b7b26b02a9f6b075bab698ff2537"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c45c482f8785b7b26b02a9f6b075bab698ff2537",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876491630911750736"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:55:35.530] Scheduled build:
{
"id": "8711061568987995057",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-25T19:55:35.230049665Z",
"updateTime": "2025-06-25T19:55:35.230049665Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c45c482f8785b7b26b02a9f6b075bab698ff2537",
"ref": "refs/heads/main"
}
}
}
[19:55:35.530] Task URL: https://cr-buildbucket.appspot.com/build/8711061568987995057
[19:55:35.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:2:0) after 6m32s
[19:55:36.358] Received PubSub notification, asking Buildbucket for the build status
[19:55:36.387] Build status: SCHEDULED
[20:02:07.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:2:0)
[20:02:07.582] Build status: SCHEDULED
[20:02:07.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:4:0) after 8m33s
[20:10:40.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:4:0)
[20:10:40.656] Build status: SCHEDULED
[20:10:40.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:5:0) after 8m17s
[20:18:57.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:5:0)
[20:18:57.707] Build status: SCHEDULED
[20:18:57.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:6:0) after 6m23s
[20:25:20.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:6:0)
[20:25:20.751] Build status: SCHEDULED
[20:25:20.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:7:0) after 7m56s
[20:33:16.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:7:0)
[20:33:16.849] Build status: SCHEDULED
[20:33:16.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:8:0) after 5m13s
[20:38:29.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:8:0)
[20:38:29.914] Build status: SCHEDULED
[20:38:29.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:9:0) after 9m59s
[20:48:28.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:9:0)
[20:48:28.987] Build status: SCHEDULED
[20:48:28.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:10:0) after 9m55s
[20:58:23.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:10:0)
[20:58:23.990] Build status: SCHEDULED
[20:58:23.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:11:0) after 6m49s
[21:05:13.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:11:0)
[21:05:13.110] Build status: SCHEDULED
[21:05:13.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:12:0) after 7m35s
[21:12:48.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:12:0)
[21:12:48.192] Build status: SCHEDULED
[21:12:48.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:13:0) after 3m21s
[21:16:09.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:13:0)
[21:16:09.328] Build status: SCHEDULED
[21:16:09.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:14:0) after 1m16s
[21:17:25.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:14:0)
[21:17:25.379] Build status: SCHEDULED
[21:17:25.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:15:0) after 8m22s
[21:25:47.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:15:0)
[21:25:47.454] Build status: SCHEDULED
[21:25:47.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:16:0) after 4m14s
[21:30:01.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:16:0)
[21:30:01.605] Build status: SCHEDULED
[21:30:01.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:17:0) after 8m52s
[21:38:53.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:17:0)
[21:38:53.660] Build status: SCHEDULED
[21:38:53.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:18:0) after 2m55s
[21:41:48.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:18:0)
[21:41:48.774] Build status: SCHEDULED
[21:41:48.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:19:0) after 1m43s
[21:43:31.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:19:0)
[21:43:31.812] Build status: SCHEDULED
[21:43:31.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:20:0) after 5m20s
[21:48:51.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:20:0)
[21:48:51.885] Build status: SCHEDULED
[21:48:51.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:21:0) after 8m30s
[21:57:21.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:21:0)
[21:57:21.928] Build status: SCHEDULED
[21:57:21.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:22:0) after 1m11s
[21:58:32.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:22:0)
[21:58:32.974] Build status: SCHEDULED
[21:58:32.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:23:0) after 8m26s
[22:06:59.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:23:0)
[22:06:59.073] Build status: SCHEDULED
[22:06:59.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:24:0) after 7m32s
[22:14:31.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:24:0)
[22:14:31.095] Build status: SCHEDULED
[22:14:31.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:25:0) after 8m54s
[22:23:25.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:25:0)
[22:23:25.152] Build status: SCHEDULED
[22:23:25.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:26:0) after 1m0s
[22:24:25.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:26:0)
[22:24:25.317] Build status: SCHEDULED
[22:24:25.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:27:0) after 2m28s
[22:26:53.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:27:0)
[22:26:53.474] Build status: SCHEDULED
[22:26:53.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:28:0) after 2m40s
[22:29:33.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:28:0)
[22:29:33.578] Build status: SCHEDULED
[22:29:33.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:29:0) after 9m12s
[22:38:45.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:29:0)
[22:38:45.632] Build status: SCHEDULED
[22:38:45.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:30:0) after 3m53s
[22:42:38.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:30:0)
[22:42:38.864] Build status: SCHEDULED
[22:42:38.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:31:0) after 2m20s
[22:44:58.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:31:0)
[22:44:58.922] Build status: SCHEDULED
[22:44:58.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:32:0) after 5m51s
[22:50:50.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:32:0)
[22:50:50.037] Build status: SCHEDULED
[22:50:50.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:33:0) after 8m48s
[22:59:38.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:33:0)
[22:59:38.129] Build status: SCHEDULED
[22:59:38.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:34:0) after 8m51s
[23:08:29.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:34:0)
[23:08:29.217] Build status: SCHEDULED
[23:08:29.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:35:0) after 7m58s
[23:16:27.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:35:0)
[23:16:27.282] Build status: SCHEDULED
[23:16:27.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:36:0) after 4m29s
[23:20:56.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:36:0)
[23:20:56.402] Build status: SCHEDULED
[23:20:56.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:37:0) after 3m41s
[23:24:37.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:37:0)
[23:24:37.448] Build status: SCHEDULED
[23:24:37.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:38:0) after 3m45s
[23:28:22.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:38:0)
[23:28:22.517] Build status: SCHEDULED
[23:28:22.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:39:0) after 2m57s
[23:31:10.576] Received PubSub notification, asking Buildbucket for the build status
[23:31:10.598] Build status: STARTED
[23:31:19.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:39:0)
[23:31:19.607] Build status: STARTED
[23:31:19.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8876491630911750736:41:0) after 4m51s
[23:35:24.909] Received PubSub notification, asking Buildbucket for the build status
[23:35:24.932] Build:
{
"id": "8711061568987995057",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-25T19:55:35.230049665Z",
"startTime": "2025-06-25T23:31:10.277806510Z",
"endTime": "2025-06-25T23:35:24.667517602Z",
"updateTime": "2025-06-25T23:35:24.667517602Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c45c482f8785b7b26b02a9f6b075bab698ff2537",
"ref": "refs/heads/main"
}
}
}
[23:35:24.932] Invocation finished in 3h39m50.919958491s with status SUCCEEDED