[03:28:00.370] New invocation is queued and will start shortly
[03:28:01.461] Starting the invocation (attempt 1)
[03:28:01.490] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7273b9029d37be27796d5ff295decf78edf8b238"
[03:28:01.490] Popped gitiles commit info from properties and tags
[03:28:01.490] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:28:01.490] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:28:01.490] Buildbucket request:
{
"requestId": "8880721223328535872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880721223328535872",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7273b9029d37be27796d5ff295decf78edf8b238"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7273b9029d37be27796d5ff295decf78edf8b238",
"title": "7273b9029d37be27796d5ff295decf78edf8b238",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7273b9029d37be27796d5ff295decf78edf8b238"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7273b9029d37be27796d5ff295decf78edf8b238",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880721223328535872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:28:01.977] Scheduled build:
{
"id": "8715291161425448225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-10T03:28:01.554332109Z",
"updateTime": "2025-05-10T03:28:01.554332109Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7273b9029d37be27796d5ff295decf78edf8b238",
"ref": "refs/heads/main"
}
}
}
[03:28:01.977] Task URL: https://cr-buildbucket.appspot.com/build/8715291161425448225
[03:28:01.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:2:0) after 7m9s
[03:28:02.907] Received PubSub notification, asking Buildbucket for the build status
[03:28:02.927] Build status: SCHEDULED
[03:35:11.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:2:0)
[03:35:11.307] Build status: SCHEDULED
[03:35:11.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:4:0) after 3m12s
[03:38:23.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:4:0)
[03:38:23.359] Build status: SCHEDULED
[03:38:23.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:5:0) after 5m32s
[03:43:55.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:5:0)
[03:43:55.544] Build status: SCHEDULED
[03:43:55.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:6:0) after 6m49s
[03:50:44.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:6:0)
[03:50:44.887] Build status: SCHEDULED
[03:50:44.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:7:0) after 9m56s
[04:00:40.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:7:0)
[04:00:40.922] Build status: SCHEDULED
[04:00:40.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:8:0) after 3m33s
[04:04:13.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:8:0)
[04:04:13.967] Build status: SCHEDULED
[04:04:13.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:9:0) after 6m39s
[04:10:52.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:9:0)
[04:10:53.063] Build status: SCHEDULED
[04:10:53.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:10:0) after 7m14s
[04:18:07.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:10:0)
[04:18:07.265] Build status: SCHEDULED
[04:18:07.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:11:0) after 4m12s
[04:22:19.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:11:0)
[04:22:19.476] Build status: SCHEDULED
[04:22:19.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:12:0) after 5m40s
[04:27:59.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:12:0)
[04:27:59.512] Build status: SCHEDULED
[04:27:59.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:13:0) after 3m39s
[04:31:38.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:13:0)
[04:31:38.580] Build status: SCHEDULED
[04:31:38.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:14:0) after 1m36s
[04:33:14.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:14:0)
[04:33:14.741] Build status: SCHEDULED
[04:33:14.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:15:0) after 8m47s
[04:42:01.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:15:0)
[04:42:01.772] Build status: SCHEDULED
[04:42:01.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:16:0) after 6m47s
[04:48:48.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:16:0)
[04:48:48.936] Build status: SCHEDULED
[04:48:48.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:17:0) after 3m40s
[04:52:29.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:17:0)
[04:52:29.337] Build status: SCHEDULED
[04:52:29.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:18:0) after 4m39s
[04:57:08.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:18:0)
[04:57:08.358] Build status: SCHEDULED
[04:57:08.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:19:0) after 5m44s
[05:02:52.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:19:0)
[05:02:52.733] Build status: SCHEDULED
[05:02:52.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:20:0) after 5m53s
[05:08:46.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:20:0)
[05:08:46.439] Build status: SCHEDULED
[05:08:46.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:21:0) after 1m31s
[05:10:17.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:21:0)
[05:10:17.461] Build status: SCHEDULED
[05:10:17.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:22:0) after 9m1s
[05:19:18.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:22:0)
[05:19:18.650] Build status: SCHEDULED
[05:19:18.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:23:0) after 2m35s
[05:21:53.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:23:0)
[05:21:53.835] Build status: SCHEDULED
[05:21:53.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:24:0) after 9m44s
[05:31:37.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:24:0)
[05:31:38.012] Build status: SCHEDULED
[05:31:38.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:25:0) after 7m1s
[05:38:38.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:25:0)
[05:38:39.010] Build status: SCHEDULED
[05:38:39.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:26:0) after 1m54s
[05:40:33.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:26:0)
[05:40:33.069] Build status: SCHEDULED
[05:40:33.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:27:0) after 1m58s
[05:42:31.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:27:0)
[05:42:31.270] Build status: SCHEDULED
[05:42:31.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:28:0) after 8m0s
[05:50:31.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:28:0)
[05:50:31.582] Build status: SCHEDULED
[05:50:31.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:29:0) after 5m15s
[05:55:47.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:29:0)
[05:55:47.047] Build status: SCHEDULED
[05:55:47.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:30:0) after 4m15s
[06:00:02.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:30:0)
[06:00:02.080] Build status: SCHEDULED
[06:00:02.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:31:0) after 2m41s
[06:02:43.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:31:0)
[06:02:43.318] Build status: SCHEDULED
[06:02:43.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:32:0) after 8m1s
[06:10:44.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:32:0)
[06:10:44.498] Build status: SCHEDULED
[06:10:44.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:33:0) after 1m11s
[06:11:55.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:33:0)
[06:11:55.567] Build status: SCHEDULED
[06:11:55.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:34:0) after 3m13s
[06:15:08.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:34:0)
[06:15:08.645] Build status: SCHEDULED
[06:15:08.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:35:0) after 5m18s
[06:20:26.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:35:0)
[06:20:26.753] Build status: SCHEDULED
[06:20:26.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:36:0) after 2m28s
[06:22:54.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:36:0)
[06:22:54.927] Build status: SCHEDULED
[06:22:54.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:37:0) after 6m4s
[06:28:59.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:37:0)
[06:28:59.209] Build status: SCHEDULED
[06:28:59.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:38:0) after 3m8s
[06:32:07.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:38:0)
[06:32:07.276] Build status: SCHEDULED
[06:32:07.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:39:0) after 8m30s
[06:40:37.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:39:0)
[06:40:37.376] Build status: SCHEDULED
[06:40:37.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:40:0) after 1m45s
[06:42:22.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:40:0)
[06:42:22.466] Build status: SCHEDULED
[06:42:22.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:41:0) after 5m42s
[06:48:04.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:41:0)
[06:48:04.506] Build status: SCHEDULED
[06:48:04.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:42:0) after 6m55s
[06:54:59.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:42:0)
[06:54:59.637] Build status: SCHEDULED
[06:54:59.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:43:0) after 2m57s
[06:57:56.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:43:0)
[06:57:56.794] Build status: SCHEDULED
[06:57:56.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:44:0) after 4m13s
[07:02:09.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:44:0)
[07:02:09.838] Build status: SCHEDULED
[07:02:09.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:45:0) after 2m1s
[07:04:10.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:45:0)
[07:04:10.881] Build status: SCHEDULED
[07:04:10.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:46:0) after 8m0s
[07:12:10.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:46:0)
[07:12:10.913] Build status: SCHEDULED
[07:12:10.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:47:0) after 5m15s
[07:17:25.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:47:0)
[07:17:25.969] Build status: SCHEDULED
[07:17:25.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:48:0) after 4m41s
[07:21:43.640] Received PubSub notification, asking Buildbucket for the build status
[07:21:43.656] Build status: STARTED
[07:22:07.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:48:0)
[07:22:07.239] Build status: STARTED
[07:22:07.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8880721223328535872:50:0) after 6m53s
[07:23:29.025] Received PubSub notification, asking Buildbucket for the build status
[07:23:29.040] Build:
{
"id": "8715291161425448225",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-10T03:28:01.554332109Z",
"startTime": "2025-05-10T07:21:43.443855501Z",
"endTime": "2025-05-10T07:23:27.695655156Z",
"updateTime": "2025-05-10T07:23:27.695655156Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7273b9029d37be27796d5ff295decf78edf8b238",
"ref": "refs/heads/main"
}
}
}
[07:23:29.040] Invocation finished in 3h55m28.685461165s with status SUCCEEDED