[21:05:51.083] New invocation is queued and will start shortly
[21:05:52.131] Starting the invocation (attempt 1)
[21:05:52.159] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/257025af3a6a0ee36ff4ec9da322e6d8c5d5e66f"
[21:05:52.159] Popped gitiles commit info from properties and tags
[21:05:52.159] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:05:52.159] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:05:52.159] Buildbucket request:
{
"requestId": "8884822129916201520",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884822129916201520",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "abd5df8d2909159bff57a71efcb75514699993fd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@abd5df8d2909159bff57a71efcb75514699993fd",
"title": "abd5df8d2909159bff57a71efcb75514699993fd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/abd5df8d2909159bff57a71efcb75514699993fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ed7ac2a2d0001b3143f870c6763a8611c7325407"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ed7ac2a2d0001b3143f870c6763a8611c7325407",
"title": "ed7ac2a2d0001b3143f870c6763a8611c7325407",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ed7ac2a2d0001b3143f870c6763a8611c7325407"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "61c6096fa41708a8c835f4afce6e60714240d918"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@61c6096fa41708a8c835f4afce6e60714240d918",
"title": "61c6096fa41708a8c835f4afce6e60714240d918",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/61c6096fa41708a8c835f4afce6e60714240d918"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7f2b75ec0ec578689be28290270e2876a6fdba68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7f2b75ec0ec578689be28290270e2876a6fdba68",
"title": "7f2b75ec0ec578689be28290270e2876a6fdba68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7f2b75ec0ec578689be28290270e2876a6fdba68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "257025af3a6a0ee36ff4ec9da322e6d8c5d5e66f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@257025af3a6a0ee36ff4ec9da322e6d8c5d5e66f",
"title": "257025af3a6a0ee36ff4ec9da322e6d8c5d5e66f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/257025af3a6a0ee36ff4ec9da322e6d8c5d5e66f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "257025af3a6a0ee36ff4ec9da322e6d8c5d5e66f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884822129916201520"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:05:52.524] Scheduled build:
{
"id": "8719392068067865921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-25T21:05:52.215870924Z",
"updateTime": "2025-03-25T21:05:52.215870924Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "257025af3a6a0ee36ff4ec9da322e6d8c5d5e66f",
"ref": "refs/heads/main"
}
}
}
[21:05:52.524] Task URL: https://cr-buildbucket.appspot.com/build/8719392068067865921
[21:05:52.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:2:0) after 3m31s
[21:05:53.547] Received PubSub notification, asking Buildbucket for the build status
[21:05:53.573] Build status: SCHEDULED
[21:09:23.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:2:0)
[21:09:23.568] Build status: SCHEDULED
[21:09:23.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:4:0) after 4m49s
[21:14:12.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:4:0)
[21:14:12.653] Build status: SCHEDULED
[21:14:12.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:5:0) after 7m34s
[21:21:46.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:5:0)
[21:21:46.710] Build status: SCHEDULED
[21:21:46.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:6:0) after 8m3s
[21:29:49.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:6:0)
[21:29:49.767] Build status: SCHEDULED
[21:29:49.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:7:0) after 8m50s
[21:38:39.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:7:0)
[21:38:39.937] Build status: SCHEDULED
[21:38:39.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:8:0) after 3m4s
[21:41:43.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:8:0)
[21:41:43.992] Build status: SCHEDULED
[21:41:43.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:9:0) after 6m59s
[21:48:43.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:9:0)
[21:48:43.092] Build status: SCHEDULED
[21:48:43.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:10:0) after 4m39s
[21:53:22.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:10:0)
[21:53:22.130] Build status: SCHEDULED
[21:53:22.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:11:0) after 5m5s
[21:58:27.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:11:0)
[21:58:27.175] Build status: SCHEDULED
[21:58:27.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:12:0) after 5m29s
[22:03:56.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:12:0)
[22:03:56.303] Build status: SCHEDULED
[22:03:56.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:13:0) after 3m9s
[22:07:05.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:13:0)
[22:07:05.334] Build status: SCHEDULED
[22:07:05.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:14:0) after 7m45s
[22:14:50.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:14:0)
[22:14:50.378] Build status: SCHEDULED
[22:14:50.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:15:0) after 6m50s
[22:21:40.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:15:0)
[22:21:40.433] Build status: SCHEDULED
[22:21:40.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:16:0) after 9m13s
[22:30:53.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:16:0)
[22:30:53.542] Build status: SCHEDULED
[22:30:53.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:17:0) after 1m8s
[22:32:01.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:17:0)
[22:32:01.659] Build status: SCHEDULED
[22:32:01.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:18:0) after 5m33s
[22:37:34.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:18:0)
[22:37:34.759] Build status: SCHEDULED
[22:37:34.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:19:0) after 2m22s
[22:39:56.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:19:0)
[22:39:56.849] Build status: SCHEDULED
[22:39:56.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:20:0) after 5m16s
[22:45:12.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:20:0)
[22:45:12.936] Build status: SCHEDULED
[22:45:12.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:21:0) after 4m31s
[22:49:43.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:21:0)
[22:49:43.961] Build status: SCHEDULED
[22:49:43.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:22:0) after 4m27s
[22:54:10.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:22:0)
[22:54:10.947] Build status: SCHEDULED
[22:54:10.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:23:0) after 4m37s
[22:58:47.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:23:0)
[22:58:48.044] Build status: SCHEDULED
[22:58:48.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:24:0) after 9m55s
[23:08:43.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:24:0)
[23:08:43.154] Build status: SCHEDULED
[23:08:43.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:25:0) after 1m37s
[23:10:20.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:25:0)
[23:10:20.340] Build status: SCHEDULED
[23:10:20.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:26:0) after 5m49s
[23:16:09.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:26:0)
[23:16:09.428] Build status: SCHEDULED
[23:16:09.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:27:0) after 7m49s
[23:23:58.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:27:0)
[23:23:58.586] Build status: SCHEDULED
[23:23:58.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:28:0) after 3m16s
[23:27:14.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:28:0)
[23:27:14.676] Build status: SCHEDULED
[23:27:14.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:29:0) after 4m49s
[23:32:03.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:29:0)
[23:32:03.750] Build status: SCHEDULED
[23:32:03.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:30:0) after 5m37s
[23:37:40.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:30:0)
[23:37:40.789] Build status: SCHEDULED
[23:37:40.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:31:0) after 8m18s
[23:45:58.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:31:0)
[23:45:59.012] Build status: SCHEDULED
[23:45:59.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:32:0) after 5m56s
[23:51:55.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:32:0)
[23:51:55.087] Build status: SCHEDULED
[23:51:55.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:33:0) after 9m29s
[00:01:24.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:33:0)
[00:01:24.197] Build status: SCHEDULED
[00:01:24.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:34:0) after 7m10s
[00:08:34.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:34:0)
[00:08:34.238] Build status: SCHEDULED
[00:08:34.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:35:0) after 9m31s
[00:18:05.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:35:0)
[00:18:05.287] Build status: SCHEDULED
[00:18:05.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:36:0) after 1m50s
[00:19:55.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:36:0)
[00:19:55.395] Build status: SCHEDULED
[00:19:55.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:37:0) after 4m58s
[00:24:53.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:37:0)
[00:24:53.428] Build status: SCHEDULED
[00:24:53.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:38:0) after 5m26s
[00:30:19.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:38:0)
[00:30:19.468] Build status: SCHEDULED
[00:30:19.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:39:0) after 4m20s
[00:34:39.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:39:0)
[00:34:39.537] Build status: SCHEDULED
[00:34:39.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:40:0) after 9m55s
[00:43:11.334] Received PubSub notification, asking Buildbucket for the build status
[00:43:11.368] Build status: STARTED
[00:44:34.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:40:0)
[00:44:34.582] Build status: STARTED
[00:44:34.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:42:0) after 3m12s
[00:47:46.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:42:0)
[00:47:46.664] Build status: STARTED
[00:47:46.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:43:0) after 6m40s
[00:54:26.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:43:0)
[00:54:26.743] Build status: STARTED
[00:54:26.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8884822129916201520:44:0) after 9m48s
[00:56:15.069] Received PubSub notification, asking Buildbucket for the build status
[00:56:15.090] Build:
{
"id": "8719392068067865921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-25T21:05:52.215870924Z",
"startTime": "2025-03-26T00:43:06.564406072Z",
"endTime": "2025-03-26T00:56:14.567855736Z",
"updateTime": "2025-03-26T00:56:14.567855736Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "257025af3a6a0ee36ff4ec9da322e6d8c5d5e66f",
"ref": "refs/heads/main"
}
}
}
[00:56:15.090] Invocation finished in 3h50m24.021616497s with status SUCCEEDED