[17:57:28.613] New invocation is queued and will start shortly
[17:57:29.684] Starting the invocation (attempt 1)
[17:57:29.714] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e"
[17:57:29.714] Popped gitiles commit info from properties and tags
[17:57:29.714] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:57:29.714] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:57:29.714] Buildbucket request:
{
"requestId": "8886645920734357536",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8886645920734357536",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0449995468dd677674cbf3908eed420e63ce659e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0449995468dd677674cbf3908eed420e63ce659e",
"title": "0449995468dd677674cbf3908eed420e63ce659e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0449995468dd677674cbf3908eed420e63ce659e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886645920734357536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:57:30.666] Scheduled build:
{
"id": "8721215858868287249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-05T17:57:29.770609473Z",
"updateTime": "2025-03-05T17:57:29.770609473Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0449995468dd677674cbf3908eed420e63ce659e",
"ref": "refs/heads/main"
}
}
}
[17:57:30.666] Task URL: https://cr-buildbucket.appspot.com/build/8721215858868287249
[17:57:30.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:2:0) after 5m46s
[17:57:31.677] Received PubSub notification, asking Buildbucket for the build status
[17:57:31.705] Build status: SCHEDULED
[18:03:16.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:2:0)
[18:03:16.714] Build status: SCHEDULED
[18:03:16.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:4:0) after 3m44s
[18:07:00.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:4:0)
[18:07:00.817] Build status: SCHEDULED
[18:07:00.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:5:0) after 4m19s
[18:11:19.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:5:0)
[18:11:19.826] Build status: SCHEDULED
[18:11:19.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:6:0) after 7m39s
[18:18:58.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:6:0)
[18:19:01.225] Build status: SCHEDULED
[18:19:01.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:7:0) after 3m19s
[18:22:20.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:7:0)
[18:22:20.445] Build status: SCHEDULED
[18:22:20.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:8:0) after 5m26s
[18:27:46.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:8:0)
[18:27:46.573] Build status: SCHEDULED
[18:27:46.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:9:0) after 2m34s
[18:30:20.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:9:0)
[18:30:20.669] Build status: SCHEDULED
[18:30:20.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:10:0) after 8m42s
[18:39:02.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:10:0)
[18:39:02.774] Build status: SCHEDULED
[18:39:02.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:11:0) after 3m39s
[18:42:41.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:11:0)
[18:42:41.837] Build status: SCHEDULED
[18:42:41.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:12:0) after 4m59s
[18:47:40.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:12:0)
[18:47:40.940] Build status: SCHEDULED
[18:47:40.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:13:0) after 3m5s
[18:50:45.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:13:0)
[18:50:46.002] Build status: SCHEDULED
[18:50:46.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:14:0) after 1m16s
[18:52:02.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:14:0)
[18:52:02.110] Build status: SCHEDULED
[18:52:02.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:15:0) after 7m11s
[18:59:13.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:15:0)
[18:59:13.156] Build status: SCHEDULED
[18:59:13.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:16:0) after 7m5s
[19:06:18.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:16:0)
[19:06:18.189] Build status: SCHEDULED
[19:06:18.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:17:0) after 7m7s
[19:13:25.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:17:0)
[19:13:25.201] Build status: SCHEDULED
[19:13:25.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:18:0) after 3m19s
[19:16:44.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:18:0)
[19:16:44.210] Build status: SCHEDULED
[19:16:44.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:19:0) after 9m4s
[19:25:48.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:19:0)
[19:25:48.267] Build status: SCHEDULED
[19:25:48.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:20:0) after 2m14s
[19:28:02.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:20:0)
[19:28:02.397] Build status: SCHEDULED
[19:28:02.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:21:0) after 1m42s
[19:29:44.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:21:0)
[19:29:44.525] Build status: SCHEDULED
[19:29:44.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:22:0) after 6m16s
[19:36:00.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:22:0)
[19:36:00.597] Build status: SCHEDULED
[19:36:00.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:23:0) after 2m4s
[19:38:04.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:23:0)
[19:38:04.723] Build status: SCHEDULED
[19:38:04.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:24:0) after 9m1s
[19:47:05.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:24:0)
[19:47:05.771] Build status: SCHEDULED
[19:47:05.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:25:0) after 4m37s
[19:51:42.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:25:0)
[19:51:42.789] Build status: SCHEDULED
[19:51:42.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:26:0) after 1m21s
[19:53:03.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:26:0)
[19:53:03.866] Build status: SCHEDULED
[19:53:03.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:27:0) after 4m38s
[19:57:41.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:27:0)
[19:57:41.903] Build status: SCHEDULED
[19:57:41.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:28:0) after 6m59s
[20:04:40.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:28:0)
[20:04:40.949] Build status: SCHEDULED
[20:04:40.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:29:0) after 8m1s
[20:12:42.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:29:0)
[20:12:42.026] Build status: SCHEDULED
[20:12:42.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:30:0) after 7m44s
[20:20:26.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:30:0)
[20:20:26.072] Build status: SCHEDULED
[20:20:26.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:31:0) after 8m12s
[20:28:38.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:31:0)
[20:28:38.223] Build status: SCHEDULED
[20:28:38.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:32:0) after 5m51s
[20:34:29.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:32:0)
[20:34:29.353] Build status: SCHEDULED
[20:34:29.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:33:0) after 4m28s
[20:38:57.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:33:0)
[20:38:57.359] Build status: SCHEDULED
[20:38:57.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:34:0) after 7m29s
[20:46:26.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:34:0)
[20:46:26.406] Build status: SCHEDULED
[20:46:26.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:35:0) after 3m12s
[20:49:38.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:35:0)
[20:49:38.442] Build status: SCHEDULED
[20:49:38.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:36:0) after 5m47s
[20:55:25.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:36:0)
[20:55:25.480] Build status: SCHEDULED
[20:55:25.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:37:0) after 8m6s
[21:03:31.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:37:0)
[21:03:31.579] Build status: SCHEDULED
[21:03:31.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:38:0) after 8m48s
[21:12:19.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:38:0)
[21:12:19.659] Build status: SCHEDULED
[21:12:19.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:39:0) after 3m2s
[21:15:21.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:39:0)
[21:15:21.696] Build status: SCHEDULED
[21:15:21.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:40:0) after 6m22s
[21:21:43.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:40:0)
[21:21:43.739] Build status: SCHEDULED
[21:21:43.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:41:0) after 1m37s
[21:23:20.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:41:0)
[21:23:20.785] Build status: SCHEDULED
[21:23:20.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:42:0) after 6m16s
[21:29:36.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:42:0)
[21:29:36.793] Build status: SCHEDULED
[21:29:36.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:43:0) after 3m40s
[21:33:16.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:43:0)
[21:33:16.941] Build status: SCHEDULED
[21:33:16.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:44:0) after 4m3s
[21:37:20.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:44:0)
[21:37:20.136] Build status: SCHEDULED
[21:37:20.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:45:0) after 4m26s
[21:41:46.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:45:0)
[21:41:46.319] Build status: SCHEDULED
[21:41:46.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:46:0) after 3m33s
[21:45:19.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:46:0)
[21:45:19.412] Build status: SCHEDULED
[21:45:19.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:47:0) after 2m48s
[21:48:07.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:47:0)
[21:48:07.566] Build status: SCHEDULED
[21:48:07.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:48:0) after 3m19s
[21:51:26.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:48:0)
[21:51:26.601] Build status: SCHEDULED
[21:51:26.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:49:0) after 3m39s
[21:55:05.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:49:0)
[21:55:05.698] Build status: SCHEDULED
[21:55:05.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:50:0) after 7m28s
[22:02:33.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:50:0)
[22:02:33.861] Build status: SCHEDULED
[22:02:33.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:51:0) after 8m20s
[22:10:53.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:51:0)
[22:10:53.892] Build status: SCHEDULED
[22:10:53.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:52:0) after 7m43s
[22:18:37.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:52:0)
[22:18:37.049] Build status: SCHEDULED
[22:18:37.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:53:0) after 3m41s
[22:22:18.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:53:0)
[22:22:18.146] Build status: SCHEDULED
[22:22:18.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:54:0) after 2m47s
[22:25:05.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:54:0)
[22:25:05.188] Build status: SCHEDULED
[22:25:05.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:55:0) after 1m14s
[22:26:19.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:55:0)
[22:26:19.221] Build status: SCHEDULED
[22:26:19.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:56:0) after 6m26s
[22:32:45.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:56:0)
[22:32:45.299] Build status: SCHEDULED
[22:32:45.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:57:0) after 2m32s
[22:35:17.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:57:0)
[22:35:17.352] Build status: SCHEDULED
[22:35:17.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:58:0) after 4m54s
[22:40:11.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:58:0)
[22:40:11.452] Build status: SCHEDULED
[22:40:11.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:59:0) after 7m18s
[22:47:29.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:59:0)
[22:47:29.498] Build status: SCHEDULED
[22:47:29.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:60:0) after 5m21s
[22:52:50.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:60:0)
[22:52:50.542] Build status: SCHEDULED
[22:52:50.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:61:0) after 7m34s
[23:00:24.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:61:0)
[23:00:24.577] Build status: SCHEDULED
[23:00:24.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:62:0) after 9m34s
[23:09:58.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:62:0)
[23:09:58.625] Build status: SCHEDULED
[23:09:58.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:63:0) after 3m6s
[23:13:04.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:63:0)
[23:13:04.660] Build status: SCHEDULED
[23:13:04.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:64:0) after 9m44s
[23:22:48.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:64:0)
[23:22:48.745] Build status: SCHEDULED
[23:22:48.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:65:0) after 4m8s
[23:26:56.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:65:0)
[23:26:56.785] Build status: SCHEDULED
[23:26:56.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:66:0) after 9m17s
[23:36:13.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:66:0)
[23:36:13.880] Build status: SCHEDULED
[23:36:13.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:67:0) after 3m8s
[23:39:21.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:67:0)
[23:39:21.920] Build status: SCHEDULED
[23:39:21.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:68:0) after 4m25s
[23:43:46.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:68:0)
[23:43:46.970] Build status: SCHEDULED
[23:43:46.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:69:0) after 3m3s
[23:46:50.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:69:0)
[23:46:50.101] Build status: SCHEDULED
[23:46:50.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:70:0) after 4m11s
[23:51:01.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:70:0)
[23:51:01.134] Build status: SCHEDULED
[23:51:01.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:71:0) after 9m21s
[00:00:22.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:71:0)
[00:00:22.222] Build status: SCHEDULED
[00:00:22.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:72:0) after 1m48s
[00:02:10.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:72:0)
[00:02:10.270] Build status: SCHEDULED
[00:02:10.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:73:0) after 6m53s
[00:09:03.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:73:0)
[00:09:03.346] Build status: SCHEDULED
[00:09:03.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:74:0) after 2m15s
[00:11:18.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:74:0)
[00:11:18.450] Build status: SCHEDULED
[00:11:18.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:75:0) after 6m50s
[00:18:08.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:75:0)
[00:18:08.588] Build status: SCHEDULED
[00:18:08.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:76:0) after 6m53s
[00:25:01.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:76:0)
[00:25:01.636] Build status: SCHEDULED
[00:25:01.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:77:0) after 6m0s
[00:31:01.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:77:0)
[00:31:01.628] Build status: SCHEDULED
[00:31:01.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:78:0) after 2m45s
[00:33:46.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:78:0)
[00:33:46.717] Build status: SCHEDULED
[00:33:46.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:79:0) after 3m44s
[00:37:30.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:79:0)
[00:37:30.763] Build status: SCHEDULED
[00:37:30.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:80:0) after 8m51s
[00:46:21.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:80:0)
[00:46:21.753] Build status: SCHEDULED
[00:46:21.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:81:0) after 3m22s
[00:49:43.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:81:0)
[00:49:43.815] Build status: SCHEDULED
[00:49:43.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:82:0) after 3m22s
[00:53:05.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:82:0)
[00:53:05.901] Build status: SCHEDULED
[00:53:05.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:83:0) after 1m33s
[00:54:38.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:83:0)
[00:54:38.932] Build status: SCHEDULED
[00:54:38.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:84:0) after 8m22s
[01:03:00.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:84:0)
[01:03:01.012] Build status: SCHEDULED
[01:03:01.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:85:0) after 8m22s
[01:11:23.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:85:0)
[01:11:23.156] Build status: SCHEDULED
[01:11:23.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:86:0) after 8m31s
[01:19:54.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:86:0)
[01:19:54.204] Build status: SCHEDULED
[01:19:54.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:87:0) after 4m2s
[01:23:56.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:87:0)
[01:23:56.252] Build status: SCHEDULED
[01:23:56.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:88:0) after 3m14s
[01:27:10.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:88:0)
[01:27:10.332] Build status: SCHEDULED
[01:27:10.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:89:0) after 2m49s
[01:29:59.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:89:0)
[01:29:59.424] Build status: SCHEDULED
[01:29:59.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:90:0) after 6m49s
[01:36:48.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:90:0)
[01:36:48.470] Build status: SCHEDULED
[01:36:48.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:91:0) after 4m19s
[01:41:07.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:91:0)
[01:41:07.516] Build status: SCHEDULED
[01:41:07.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:92:0) after 1m35s
[01:42:42.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:92:0)
[01:42:42.595] Build status: SCHEDULED
[01:42:42.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:93:0) after 9m28s
[01:52:10.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:93:0)
[01:52:10.693] Build status: SCHEDULED
[01:52:10.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886645920734357536:94:0) after 9m41s
[01:57:34.660] Received PubSub notification, asking Buildbucket for the build status
[01:57:34.707] Build:
{
"id": "8721215858868287249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-05T17:57:29.770609473Z",
"endTime": "2025-03-06T01:57:34.373905225Z",
"updateTime": "2025-03-06T01:57:34.373905225Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0449995468dd677674cbf3908eed420e63ce659e",
"ref": "refs/heads/main"
}
}
}
[01:57:34.707] Invocation finished in 8h0m6.100064635s with status FAILED