[21:12:12.331] New invocation is queued and will start shortly
[21:12:14.464] Starting the invocation (attempt 1)
[21:12:14.491] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0822879ad08d34570b6d30b11989c87fda13944e"
[21:12:14.491] Popped gitiles commit info from properties and tags
[21:12:14.491] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:12:14.491] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:12:14.491] Buildbucket request:
{
"requestId": "8885274714980372592",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885274714980372592",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "69aedd9b9bba320717269433563ca2966ea73cf5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@69aedd9b9bba320717269433563ca2966ea73cf5",
"title": "69aedd9b9bba320717269433563ca2966ea73cf5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/69aedd9b9bba320717269433563ca2966ea73cf5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
"title": "9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9b00f1a31f9f3b09ad1e9b08bbbc45626bb6ad22"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "24596e9ab33b7fdd859c5c558114b8e587a71b10"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24596e9ab33b7fdd859c5c558114b8e587a71b10",
"title": "24596e9ab33b7fdd859c5c558114b8e587a71b10",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24596e9ab33b7fdd859c5c558114b8e587a71b10"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8e2ae8013ab3c09677243de22be1d60b89b6af29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8e2ae8013ab3c09677243de22be1d60b89b6af29",
"title": "8e2ae8013ab3c09677243de22be1d60b89b6af29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8e2ae8013ab3c09677243de22be1d60b89b6af29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
"title": "a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a7a3cbe68ddd0ed8a0d7855502d01d0b95e836db"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d9328752cee15d3fbead79571b823d6c321638d8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d9328752cee15d3fbead79571b823d6c321638d8",
"title": "d9328752cee15d3fbead79571b823d6c321638d8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d9328752cee15d3fbead79571b823d6c321638d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
"title": "0f62a5e40ec51248b5abcd677fb0e0a92d393c71",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f62a5e40ec51248b5abcd677fb0e0a92d393c71"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1af8e0fed1a574cfd810a82432c5f6c9264527a2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1af8e0fed1a574cfd810a82432c5f6c9264527a2",
"title": "1af8e0fed1a574cfd810a82432c5f6c9264527a2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1af8e0fed1a574cfd810a82432c5f6c9264527a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0822879ad08d34570b6d30b11989c87fda13944e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0822879ad08d34570b6d30b11989c87fda13944e",
"title": "0822879ad08d34570b6d30b11989c87fda13944e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0822879ad08d34570b6d30b11989c87fda13944e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0822879ad08d34570b6d30b11989c87fda13944e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885274714980372592"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:12:14.858] Scheduled build:
{
"id": "8719844651967620785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-20T21:12:14.574496948Z",
"updateTime": "2025-03-20T21:12:14.574496948Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0822879ad08d34570b6d30b11989c87fda13944e",
"ref": "refs/heads/main"
}
}
}
[21:12:14.858] Task URL: https://cr-buildbucket.appspot.com/build/8719844651967620785
[21:12:14.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:2:0) after 7m8s
[21:12:15.892] Received PubSub notification, asking Buildbucket for the build status
[21:12:15.912] Build status: SCHEDULED
[21:19:23.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:2:0)
[21:19:23.050] Build status: SCHEDULED
[21:19:23.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:4:0) after 5m43s
[21:25:06.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:4:0)
[21:25:06.185] Build status: SCHEDULED
[21:25:06.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:5:0) after 1m35s
[21:26:41.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:5:0)
[21:26:41.272] Build status: SCHEDULED
[21:26:41.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:6:0) after 8m4s
[21:34:45.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:6:0)
[21:34:45.416] Build status: SCHEDULED
[21:34:45.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:7:0) after 7m50s
[21:42:35.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:7:0)
[21:42:35.614] Build status: SCHEDULED
[21:42:35.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:8:0) after 6m35s
[21:49:10.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:8:0)
[21:49:10.727] Build status: SCHEDULED
[21:49:10.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:9:0) after 4m58s
[21:54:08.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:9:0)
[21:54:08.870] Build status: SCHEDULED
[21:54:08.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:10:0) after 3m2s
[21:57:10.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:10:0)
[21:57:10.976] Build status: SCHEDULED
[21:57:10.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:11:0) after 7m47s
[22:04:58.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:11:0)
[22:04:58.296] Build status: SCHEDULED
[22:04:58.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:12:0) after 9m43s
[22:14:41.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:12:0)
[22:14:41.348] Build status: SCHEDULED
[22:14:41.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:13:0) after 6m47s
[22:21:28.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:13:0)
[22:21:28.471] Build status: SCHEDULED
[22:21:28.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:14:0) after 8m4s
[22:29:32.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:14:0)
[22:29:32.514] Build status: SCHEDULED
[22:29:32.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:15:0) after 2m7s
[22:31:39.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:15:0)
[22:31:39.648] Build status: SCHEDULED
[22:31:39.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:16:0) after 6m49s
[22:38:28.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:16:0)
[22:38:28.714] Build status: SCHEDULED
[22:38:28.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:17:0) after 4m53s
[22:43:21.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:17:0)
[22:43:21.730] Build status: SCHEDULED
[22:43:21.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:18:0) after 8m1s
[22:51:22.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:18:0)
[22:51:22.947] Build status: SCHEDULED
[22:51:22.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:19:0) after 1m31s
[22:52:54.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:19:0)
[22:52:54.049] Build status: SCHEDULED
[22:52:54.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:20:0) after 8m5s
[23:00:59.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:20:0)
[23:00:59.161] Build status: SCHEDULED
[23:00:59.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:21:0) after 4m44s
[23:05:43.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:21:0)
[23:05:43.231] Build status: SCHEDULED
[23:05:43.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:22:0) after 5m12s
[23:10:55.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:22:0)
[23:10:55.287] Build status: SCHEDULED
[23:10:55.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:23:0) after 7m41s
[23:18:36.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:23:0)
[23:18:36.377] Build status: SCHEDULED
[23:18:36.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:24:0) after 7m41s
[23:26:17.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:24:0)
[23:26:17.513] Build status: SCHEDULED
[23:26:17.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:25:0) after 3m3s
[23:29:20.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:25:0)
[23:29:20.560] Build status: SCHEDULED
[23:29:20.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:26:0) after 4m50s
[23:34:10.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:26:0)
[23:34:10.593] Build status: SCHEDULED
[23:34:10.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:27:0) after 3m1s
[23:37:11.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:27:0)
[23:37:11.712] Build status: SCHEDULED
[23:37:11.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:28:0) after 5m8s
[23:42:19.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:28:0)
[23:42:19.750] Build status: SCHEDULED
[23:42:19.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:29:0) after 4m57s
[23:47:16.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:29:0)
[23:47:16.841] Build status: SCHEDULED
[23:47:16.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:30:0) after 6m22s
[23:53:38.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:30:0)
[23:53:38.875] Build status: SCHEDULED
[23:53:38.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:31:0) after 1m47s
[23:55:25.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:31:0)
[23:55:25.911] Build status: SCHEDULED
[23:55:25.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:32:0) after 8m9s
[00:03:35.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:32:0)
[00:03:35.070] Build status: SCHEDULED
[00:03:35.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:33:0) after 5m56s
[00:09:31.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:33:0)
[00:09:31.246] Build status: SCHEDULED
[00:09:31.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:34:0) after 7m51s
[00:17:22.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:34:0)
[00:17:22.372] Build status: SCHEDULED
[00:17:22.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:35:0) after 7m6s
[00:24:28.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:35:0)
[00:24:28.491] Build status: SCHEDULED
[00:24:28.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:36:0) after 6m35s
[00:31:03.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:36:0)
[00:31:03.583] Build status: SCHEDULED
[00:31:03.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:37:0) after 8m42s
[00:39:45.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:37:0)
[00:39:45.634] Build status: SCHEDULED
[00:39:45.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:38:0) after 8m19s
[00:48:04.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:38:0)
[00:48:04.709] Build status: SCHEDULED
[00:48:04.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:39:0) after 3m5s
[00:51:09.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:39:0)
[00:51:09.747] Build status: SCHEDULED
[00:51:09.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:40:0) after 2m14s
[00:53:23.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:40:0)
[00:53:23.821] Build status: SCHEDULED
[00:53:23.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:41:0) after 8m49s
[01:02:12.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:41:0)
[01:02:12.872] Build status: SCHEDULED
[01:02:12.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:42:0) after 1m22s
[01:03:35.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:42:0)
[01:03:35.024] Build status: SCHEDULED
[01:03:35.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:43:0) after 2m26s
[01:06:01.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:43:0)
[01:06:01.063] Build status: SCHEDULED
[01:06:01.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:44:0) after 1m36s
[01:07:37.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:44:0)
[01:07:37.253] Build status: SCHEDULED
[01:07:37.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:45:0) after 3m6s
[01:10:43.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:45:0)
[01:10:43.267] Build status: SCHEDULED
[01:10:43.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:46:0) after 1m40s
[01:12:23.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:46:0)
[01:12:23.324] Build status: SCHEDULED
[01:12:23.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:47:0) after 6m10s
[01:18:33.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:47:0)
[01:18:33.359] Build status: SCHEDULED
[01:18:33.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:48:0) after 5m23s
[01:23:56.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:48:0)
[01:23:56.446] Build status: SCHEDULED
[01:23:56.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:49:0) after 9m20s
[01:33:16.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:49:0)
[01:33:16.490] Build status: SCHEDULED
[01:33:16.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:50:0) after 7m18s
[01:40:34.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:50:0)
[01:40:34.541] Build status: SCHEDULED
[01:40:34.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:51:0) after 2m37s
[01:43:11.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:51:0)
[01:43:11.717] Build status: SCHEDULED
[01:43:11.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:52:0) after 2m31s
[01:45:42.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:52:0)
[01:45:42.776] Build status: SCHEDULED
[01:45:42.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:53:0) after 9m8s
[01:54:50.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:53:0)
[01:54:50.916] Build status: SCHEDULED
[01:54:50.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:54:0) after 2m0s
[01:56:51.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:54:0)
[01:56:51.060] Build status: SCHEDULED
[01:56:51.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:55:0) after 4m44s
[02:01:35.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:55:0)
[02:01:35.107] Build status: SCHEDULED
[02:01:35.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:56:0) after 3m54s
[02:05:29.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:56:0)
[02:05:29.239] Build status: SCHEDULED
[02:05:29.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:57:0) after 4m30s
[02:09:59.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:57:0)
[02:09:59.334] Build status: SCHEDULED
[02:09:59.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:58:0) after 3m56s
[02:13:55.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:58:0)
[02:13:55.375] Build status: SCHEDULED
[02:13:55.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:59:0) after 2m17s
[02:16:12.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:59:0)
[02:16:12.412] Build status: SCHEDULED
[02:16:12.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:60:0) after 7m42s
[02:23:54.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:60:0)
[02:23:54.437] Build status: SCHEDULED
[02:23:54.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:61:0) after 2m1s
[02:25:55.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:61:0)
[02:25:55.477] Build status: SCHEDULED
[02:25:55.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:62:0) after 4m7s
[02:30:02.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:62:0)
[02:30:02.555] Build status: SCHEDULED
[02:30:02.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:63:0) after 9m31s
[02:39:33.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:63:0)
[02:39:33.746] Build status: SCHEDULED
[02:39:33.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:64:0) after 7m36s
[02:47:09.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:64:0)
[02:47:09.788] Build status: SCHEDULED
[02:47:09.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:65:0) after 1m32s
[02:48:41.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:65:0)
[02:48:41.930] Build status: SCHEDULED
[02:48:41.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:66:0) after 8m31s
[02:57:12.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:66:0)
[02:57:12.987] Build status: SCHEDULED
[02:57:12.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:67:0) after 9m17s
[03:06:30.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:67:0)
[03:06:30.056] Build status: SCHEDULED
[03:06:30.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:68:0) after 2m17s
[03:08:47.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:68:0)
[03:08:47.182] Build status: SCHEDULED
[03:08:47.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:69:0) after 3m40s
[03:12:27.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:69:0)
[03:12:27.302] Build status: SCHEDULED
[03:12:27.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:70:0) after 3m49s
[03:16:16.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:70:0)
[03:16:16.388] Build status: SCHEDULED
[03:16:16.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:71:0) after 5m1s
[03:21:17.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:71:0)
[03:21:17.516] Build status: SCHEDULED
[03:21:17.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:72:0) after 7m19s
[03:28:36.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:72:0)
[03:28:36.648] Build status: SCHEDULED
[03:28:36.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:73:0) after 8m42s
[03:37:18.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:73:0)
[03:37:18.695] Build status: SCHEDULED
[03:37:18.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:74:0) after 4m47s
[03:42:05.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:74:0)
[03:42:05.782] Build status: SCHEDULED
[03:42:05.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:75:0) after 8m45s
[03:50:50.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:75:0)
[03:50:50.826] Build status: SCHEDULED
[03:50:50.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:76:0) after 8m4s
[03:58:54.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:76:0)
[03:58:55.053] Build status: SCHEDULED
[03:58:55.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:77:0) after 2m15s
[04:01:10.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:77:0)
[04:01:10.154] Build status: SCHEDULED
[04:01:10.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:78:0) after 4m19s
[04:05:29.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:78:0)
[04:05:29.209] Build status: SCHEDULED
[04:05:29.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:79:0) after 4m0s
[04:09:29.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:79:0)
[04:09:29.293] Build status: SCHEDULED
[04:09:29.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:80:0) after 8m29s
[04:17:58.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:80:0)
[04:17:58.330] Build status: SCHEDULED
[04:17:58.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:81:0) after 8m46s
[04:26:44.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:81:0)
[04:26:44.371] Build status: SCHEDULED
[04:26:44.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:82:0) after 9m38s
[04:36:22.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:82:0)
[04:36:22.466] Build status: SCHEDULED
[04:36:22.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:83:0) after 4m10s
[04:40:32.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:83:0)
[04:40:32.542] Build status: SCHEDULED
[04:40:32.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:84:0) after 4m38s
[04:45:10.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:84:0)
[04:45:10.636] Build status: SCHEDULED
[04:45:10.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:85:0) after 9m16s
[04:54:26.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:85:0)
[04:54:26.778] Build status: SCHEDULED
[04:54:26.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:86:0) after 2m3s
[04:56:29.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:86:0)
[04:56:29.858] Build status: SCHEDULED
[04:56:29.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:87:0) after 7m8s
[05:03:37.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:87:0)
[05:03:37.951] Build status: SCHEDULED
[05:03:37.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:88:0) after 3m20s
[05:06:57.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:88:0)
[05:06:57.991] Build status: SCHEDULED
[05:06:57.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:89:0) after 4m32s
[05:11:30.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:89:0)
[05:11:30.051] Build status: SCHEDULED
[05:11:30.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8885274714980372592:90:0) after 6m21s
[05:12:22.189] Received PubSub notification, asking Buildbucket for the build status
[05:12:22.212] Build:
{
"id": "8719844651967620785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-20T21:12:14.574496948Z",
"endTime": "2025-03-21T05:12:21.308554331Z",
"updateTime": "2025-03-21T05:12:21.308554331Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0822879ad08d34570b6d30b11989c87fda13944e",
"ref": "refs/heads/main"
}
}
}
[05:12:22.212] Invocation finished in 8h0m9.895664137s with status FAILED