[01:21:07.381] New invocation is queued and will start shortly
[01:21:08.915] Starting the invocation (attempt 1)
[01:21:08.965] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ab421e291f28316fdb926c5c06ddb4da7be3ff89"
[01:21:08.965] Popped gitiles commit info from properties and tags
[01:21:08.965] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:21:08.966] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:21:08.966] Buildbucket request:
{
"requestId": "8862519215877522224",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862519215877522224",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "23129620-5833-4f7e-b1c1-bb8655215d43",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8697102017138615985"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6",
"title": "e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d3556b3dd3fdd500c1ab8ad64573faca86a8c6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e1a57a6a46203effb449a4c1d910ba0e290f5d72"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e1a57a6a46203effb449a4c1d910ba0e290f5d72",
"title": "e1a57a6a46203effb449a4c1d910ba0e290f5d72",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e1a57a6a46203effb449a4c1d910ba0e290f5d72"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ab421e291f28316fdb926c5c06ddb4da7be3ff89"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"title": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ab421e291f28316fdb926c5c06ddb4da7be3ff89"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862519215877522224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:21:09.628] Scheduled build:
{
"id": "8697089153311406049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-27T01:21:09.199128566Z",
"updateTime": "2025-11-27T01:21:09.199128566Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"ref": "refs/heads/main"
}
}
}
[01:21:09.628] Task URL: https://cr-buildbucket.appspot.com/build/8697089153311406049
[01:21:09.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:2:0) after 5m32s
[01:21:10.590] Received PubSub notification, asking Buildbucket for the build status
[01:21:10.606] Build status: SCHEDULED
[01:26:41.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:2:0)
[01:26:41.746] Build status: SCHEDULED
[01:26:41.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:4:0) after 1m1s
[01:27:42.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:4:0)
[01:27:42.790] Build status: SCHEDULED
[01:27:42.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:5:0) after 2m39s
[01:30:21.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:5:0)
[01:30:21.821] Build status: SCHEDULED
[01:30:21.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:6:0) after 6m43s
[01:37:04.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:6:0)
[01:37:04.975] Build status: SCHEDULED
[01:37:04.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:7:0) after 6m53s
[01:43:57.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:7:0)
[01:43:57.978] Build status: SCHEDULED
[01:43:57.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:8:0) after 4m15s
[01:48:13.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:8:0)
[01:48:13.814] Build status: SCHEDULED
[01:48:13.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:9:0) after 7m54s
[01:56:07.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:9:0)
[01:56:07.845] Build status: SCHEDULED
[01:56:07.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:10:0) after 1m8s
[01:57:15.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:10:0)
[01:57:15.902] Build status: SCHEDULED
[01:57:15.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:11:0) after 2m51s
[02:00:07.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:11:0)
[02:00:07.059] Build status: SCHEDULED
[02:00:07.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:12:0) after 5m34s
[02:05:41.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:12:0)
[02:05:41.132] Build status: SCHEDULED
[02:05:41.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:13:0) after 5m13s
[02:10:54.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:13:0)
[02:10:54.185] Build status: SCHEDULED
[02:10:54.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:14:0) after 7m12s
[02:18:06.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:14:0)
[02:18:06.261] Build status: SCHEDULED
[02:18:06.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:15:0) after 6m1s
[02:24:07.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:15:0)
[02:24:07.289] Build status: SCHEDULED
[02:24:07.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:16:0) after 2m39s
[02:26:46.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:16:0)
[02:26:46.400] Build status: SCHEDULED
[02:26:46.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:17:0) after 4m46s
[02:31:32.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:17:0)
[02:31:32.418] Build status: SCHEDULED
[02:31:32.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:18:0) after 2m30s
[02:34:02.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:18:0)
[02:34:02.487] Build status: SCHEDULED
[02:34:02.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:19:0) after 8m44s
[02:42:46.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:19:0)
[02:42:46.525] Build status: SCHEDULED
[02:42:46.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:20:0) after 4m31s
[02:47:17.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:20:0)
[02:47:17.559] Build status: SCHEDULED
[02:47:17.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:21:0) after 8m45s
[02:56:02.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:21:0)
[02:56:02.628] Build status: SCHEDULED
[02:56:02.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:22:0) after 7m44s
[03:03:46.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:22:0)
[03:03:46.719] Build status: SCHEDULED
[03:03:46.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:23:0) after 6m58s
[03:10:44.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:23:0)
[03:10:44.751] Build status: SCHEDULED
[03:10:44.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:24:0) after 2m47s
[03:13:31.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:24:0)
[03:13:31.782] Build status: SCHEDULED
[03:13:31.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:25:0) after 4m58s
[03:18:29.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:25:0)
[03:18:29.852] Build status: SCHEDULED
[03:18:29.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:26:0) after 5m10s
[03:23:39.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:26:0)
[03:23:39.927] Build status: SCHEDULED
[03:23:39.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:27:0) after 7m29s
[03:31:08.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:27:0)
[03:31:09.049] Build status: SCHEDULED
[03:31:09.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:28:0) after 8m51s
[03:40:00.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:28:0)
[03:40:00.264] Build status: SCHEDULED
[03:40:00.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:29:0) after 7m14s
[03:47:14.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:29:0)
[03:47:14.335] Build status: SCHEDULED
[03:47:14.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:30:0) after 8m57s
[03:56:11.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:30:0)
[03:56:11.478] Build status: SCHEDULED
[03:56:11.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:31:0) after 4m45s
[04:00:56.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:31:0)
[04:00:56.509] Build status: SCHEDULED
[04:00:56.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:32:0) after 5m54s
[04:06:50.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:32:0)
[04:06:50.569] Build status: SCHEDULED
[04:06:50.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:33:0) after 6m47s
[04:13:37.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:33:0)
[04:13:37.613] Build status: SCHEDULED
[04:13:37.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:34:0) after 5m13s
[04:18:50.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:34:0)
[04:18:50.791] Build status: SCHEDULED
[04:18:50.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:35:0) after 7m16s
[04:26:06.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:35:0)
[04:26:06.892] Build status: SCHEDULED
[04:26:06.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:36:0) after 3m20s
[04:29:26.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:36:0)
[04:29:26.931] Build status: SCHEDULED
[04:29:26.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:37:0) after 5m13s
[04:34:40.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:37:0)
[04:34:40.021] Build status: SCHEDULED
[04:34:40.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:38:0) after 1m19s
[04:35:59.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:38:0)
[04:35:59.058] Build status: SCHEDULED
[04:35:59.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:39:0) after 8m40s
[04:44:39.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:39:0)
[04:44:39.123] Build status: SCHEDULED
[04:44:39.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:40:0) after 2m1s
[04:46:40.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:40:0)
[04:46:40.377] Build status: SCHEDULED
[04:46:40.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:41:0) after 5m8s
[04:51:48.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:41:0)
[04:51:48.451] Build status: SCHEDULED
[04:51:48.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:42:0) after 7m21s
[04:59:09.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:42:0)
[04:59:09.510] Build status: SCHEDULED
[04:59:09.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8862519215877522224:43:0) after 9m46s
[05:00:00.840] Received PubSub notification, asking Buildbucket for the build status
[05:00:00.855] Build status: STARTED
[05:04:56.034] Received PubSub notification, asking Buildbucket for the build status
[05:04:56.049] Build:
{
"id": "8697089153311406049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-27T01:21:09.199128566Z",
"startTime": "2025-11-27T05:00:00.677687936Z",
"endTime": "2025-11-27T05:04:55.820376898Z",
"updateTime": "2025-11-27T05:04:55.820376898Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ab421e291f28316fdb926c5c06ddb4da7be3ff89",
"ref": "refs/heads/main"
}
}
}
[05:04:56.049] Invocation finished in 3h43m48.681324281s with status SUCCEEDED