[00:23:02.074] New invocation is queued and will start shortly
[00:23:03.869] Starting the invocation (attempt 1)
[00:23:03.906] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8e7c7e402b66ae733ae2f665735a6f0f9f24c704"
[00:23:03.906] Popped gitiles commit info from properties and tags
[00:23:03.906] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:23:03.906] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:23:03.907] Buildbucket request:
{
"requestId": "8849748698217595616",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8849748698217595616",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6eee1541e0432c598ca49e24c94a77a719f077cc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6eee1541e0432c598ca49e24c94a77a719f077cc",
"title": "6eee1541e0432c598ca49e24c94a77a719f077cc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6eee1541e0432c598ca49e24c94a77a719f077cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc849bf6078fc27e87083a9b0f25bb7123b4a997"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc849bf6078fc27e87083a9b0f25bb7123b4a997",
"title": "bc849bf6078fc27e87083a9b0f25bb7123b4a997",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc849bf6078fc27e87083a9b0f25bb7123b4a997"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c6bc6973e36c195113d39a02d9de0cf1083e16c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c6bc6973e36c195113d39a02d9de0cf1083e16c",
"title": "3c6bc6973e36c195113d39a02d9de0cf1083e16c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c6bc6973e36c195113d39a02d9de0cf1083e16c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0d298f21173dc4126e0ea490da85b18c73628916"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0d298f21173dc4126e0ea490da85b18c73628916",
"title": "0d298f21173dc4126e0ea490da85b18c73628916",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0d298f21173dc4126e0ea490da85b18c73628916"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60e7e2d1ba20842f7c513a4761751b1639344175"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60e7e2d1ba20842f7c513a4761751b1639344175",
"title": "60e7e2d1ba20842f7c513a4761751b1639344175",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60e7e2d1ba20842f7c513a4761751b1639344175"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b8a19168db03ae3fb25c8df859ae08661b4a163"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b8a19168db03ae3fb25c8df859ae08661b4a163",
"title": "6b8a19168db03ae3fb25c8df859ae08661b4a163",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b8a19168db03ae3fb25c8df859ae08661b4a163"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "55b0ca54098bd4eeca7611bde9fd6493b7f0e7d5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@55b0ca54098bd4eeca7611bde9fd6493b7f0e7d5",
"title": "55b0ca54098bd4eeca7611bde9fd6493b7f0e7d5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/55b0ca54098bd4eeca7611bde9fd6493b7f0e7d5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"title": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e7c7e402b66ae733ae2f665735a6f0f9f24c704"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8849748698217595616"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:23:04.473] Scheduled build:
{
"id": "8684318635558880593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-17T00:23:03.987881121Z",
"updateTime": "2026-04-17T00:23:03.987881121Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:23:04.473] Task URL: https://cr-buildbucket.appspot.com/build/8684318635558880593
[00:23:04.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:2:0) after 8m16s
[00:23:05.348] Received PubSub notification, asking Buildbucket for the build status
[00:23:05.372] Build status: SCHEDULED
[00:31:20.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:2:0)
[00:31:20.586] Build status: SCHEDULED
[00:31:20.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:4:0) after 9m40s
[00:41:00.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:4:0)
[00:41:00.715] Build status: SCHEDULED
[00:41:00.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:5:0) after 3m21s
[00:44:21.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:5:0)
[00:44:21.837] Build status: SCHEDULED
[00:44:21.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:6:0) after 3m2s
[00:47:23.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:6:0)
[00:47:23.879] Build status: SCHEDULED
[00:47:23.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:7:0) after 4m41s
[00:52:04.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:7:0)
[00:52:04.880] Build status: SCHEDULED
[00:52:04.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:8:0) after 8m16s
[01:00:20.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:8:0)
[01:00:20.992] Build status: SCHEDULED
[01:00:20.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:9:0) after 3m10s
[01:03:31.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:9:0)
[01:03:31.081] Build status: SCHEDULED
[01:03:31.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:10:0) after 8m7s
[01:11:38.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:10:0)
[01:11:38.126] Build status: SCHEDULED
[01:11:38.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:11:0) after 3m46s
[01:15:24.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:11:0)
[01:15:24.274] Build status: SCHEDULED
[01:15:24.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:12:0) after 8m8s
[01:23:32.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:12:0)
[01:23:32.339] Build status: SCHEDULED
[01:23:32.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:13:0) after 5m7s
[01:28:39.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:13:0)
[01:28:39.431] Build status: SCHEDULED
[01:28:39.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:14:0) after 9m18s
[01:37:57.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:14:0)
[01:37:57.631] Build status: SCHEDULED
[01:37:57.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:15:0) after 3m43s
[01:41:40.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:15:0)
[01:41:40.688] Build status: SCHEDULED
[01:41:40.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:16:0) after 5m57s
[01:47:37.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:16:0)
[01:47:37.748] Build status: SCHEDULED
[01:47:37.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:17:0) after 1m44s
[01:49:21.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:17:0)
[01:49:21.790] Build status: SCHEDULED
[01:49:21.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:18:0) after 3m26s
[01:52:47.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:18:0)
[01:52:47.900] Build status: SCHEDULED
[01:52:47.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:19:0) after 8m51s
[02:01:39.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:19:0)
[02:01:39.111] Build status: SCHEDULED
[02:01:39.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:20:0) after 9m17s
[02:10:56.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:20:0)
[02:10:56.150] Build status: SCHEDULED
[02:10:56.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:21:0) after 7m10s
[02:18:06.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:21:0)
[02:18:06.366] Build status: SCHEDULED
[02:18:06.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:22:0) after 6m36s
[02:24:42.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:22:0)
[02:24:42.399] Build status: SCHEDULED
[02:24:42.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:23:0) after 5m42s
[02:30:24.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:23:0)
[02:30:24.500] Build status: SCHEDULED
[02:30:24.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:24:0) after 2m16s
[02:32:40.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:24:0)
[02:32:40.583] Build status: SCHEDULED
[02:32:40.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:25:0) after 5m45s
[02:38:25.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:25:0)
[02:38:25.723] Build status: SCHEDULED
[02:38:25.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:26:0) after 9m59s
[02:48:24.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:26:0)
[02:48:24.794] Build status: SCHEDULED
[02:48:24.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:27:0) after 1m11s
[02:49:35.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:27:0)
[02:49:36.070] Build status: SCHEDULED
[02:49:36.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:28:0) after 9m23s
[02:58:59.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:28:0)
[02:58:59.109] Build status: SCHEDULED
[02:58:59.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:29:0) after 2m39s
[03:01:38.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:29:0)
[03:01:38.146] Build status: SCHEDULED
[03:01:38.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-clang-tidy:8849748698217595616:30:0) after 7m38s
[03:05:19.137] Received PubSub notification, asking Buildbucket for the build status
[03:05:19.157] Build status: STARTED
[03:06:40.641] Received PubSub notification, asking Buildbucket for the build status
[03:06:40.693] Build:
{
"id": "8684318635558880593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-17T00:23:03.987881121Z",
"startTime": "2026-04-17T03:05:18.644545981Z",
"endTime": "2026-04-17T03:06:40.153247308Z",
"updateTime": "2026-04-17T03:06:40.153247308Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8e7c7e402b66ae733ae2f665735a6f0f9f24c704",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:06:40.693] Invocation finished in 2h43m38.625338456s with status FAILED