[21:35:11.174] New invocation is queued and will start shortly
[21:35:12.519] Starting the invocation (attempt 1)
[21:35:12.547] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/18cbbfefe9adead7f03434ca96ffc801f17935d6"
[21:35:12.547] Popped gitiles commit info from properties and tags
[21:35:12.547] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:35:12.547] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:35:12.548] Buildbucket request:
{
"requestId": "8885998044942750592",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885998044942750592",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5ec4ad9051a66bbcd003b1961936624fe6ee952f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5ec4ad9051a66bbcd003b1961936624fe6ee952f",
"title": "5ec4ad9051a66bbcd003b1961936624fe6ee952f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5ec4ad9051a66bbcd003b1961936624fe6ee952f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8bd066c4211971785e4fd6a88e47961b197f6c62"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8bd066c4211971785e4fd6a88e47961b197f6c62",
"title": "8bd066c4211971785e4fd6a88e47961b197f6c62",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8bd066c4211971785e4fd6a88e47961b197f6c62"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "18cbbfefe9adead7f03434ca96ffc801f17935d6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@18cbbfefe9adead7f03434ca96ffc801f17935d6",
"title": "18cbbfefe9adead7f03434ca96ffc801f17935d6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/18cbbfefe9adead7f03434ca96ffc801f17935d6"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "18cbbfefe9adead7f03434ca96ffc801f17935d6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885998044942750592"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:35:12.943] Scheduled build:
{
"id": "8720567982719360721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-12T21:35:12.613523456Z",
"updateTime": "2025-03-12T21:35:12.613523456Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "18cbbfefe9adead7f03434ca96ffc801f17935d6",
"ref": "refs/heads/main"
}
}
}
[21:35:12.943] Task URL: https://cr-buildbucket.appspot.com/build/8720567982719360721
[21:35:12.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:2:0) after 2m45s
[21:35:13.952] Received PubSub notification, asking Buildbucket for the build status
[21:35:13.995] Build status: SCHEDULED
[21:37:57.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:2:0)
[21:37:58.041] Build status: SCHEDULED
[21:37:58.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:4:0) after 6m54s
[21:44:52.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:4:0)
[21:44:52.083] Build status: SCHEDULED
[21:44:52.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:5:0) after 4m7s
[21:48:59.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:5:0)
[21:48:59.190] Build status: SCHEDULED
[21:48:59.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:6:0) after 2m59s
[21:51:58.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:6:0)
[21:51:58.299] Build status: SCHEDULED
[21:51:58.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:7:0) after 1m54s
[21:53:52.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:7:0)
[21:53:52.428] Build status: SCHEDULED
[21:53:52.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:8:0) after 2m9s
[21:56:01.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:8:0)
[21:56:01.453] Build status: SCHEDULED
[21:56:01.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:9:0) after 4m24s
[22:00:25.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:9:0)
[22:00:25.489] Build status: SCHEDULED
[22:00:25.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:10:0) after 9m4s
[22:09:29.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:10:0)
[22:09:29.537] Build status: SCHEDULED
[22:09:29.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:11:0) after 6m21s
[22:15:50.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:11:0)
[22:15:50.681] Build status: SCHEDULED
[22:15:50.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:12:0) after 8m39s
[22:24:29.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:12:0)
[22:24:29.687] Build status: SCHEDULED
[22:24:29.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:13:0) after 5m8s
[22:29:37.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:13:0)
[22:29:37.773] Build status: SCHEDULED
[22:29:37.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:14:0) after 9m23s
[22:39:00.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:14:0)
[22:39:00.837] Build status: SCHEDULED
[22:39:00.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:15:0) after 4m2s
[22:43:02.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:15:0)
[22:43:02.913] Build status: SCHEDULED
[22:43:02.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:16:0) after 4m30s
[22:47:32.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:16:0)
[22:47:32.957] Build status: SCHEDULED
[22:47:32.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:17:0) after 6m38s
[22:54:10.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:17:0)
[22:54:11.041] Build status: SCHEDULED
[22:54:11.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:18:0) after 1m24s
[22:55:35.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:18:0)
[22:55:35.163] Build status: SCHEDULED
[22:55:35.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:19:0) after 5m38s
[23:01:13.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:19:0)
[23:01:13.185] Build status: SCHEDULED
[23:01:13.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:20:0) after 3m26s
[23:04:39.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:20:0)
[23:04:39.215] Build status: SCHEDULED
[23:04:39.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:21:0) after 1m45s
[23:06:24.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:21:0)
[23:06:24.249] Build status: SCHEDULED
[23:06:24.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:22:0) after 9m52s
[23:16:16.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:22:0)
[23:16:16.476] Build status: SCHEDULED
[23:16:16.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:23:0) after 4m29s
[23:20:45.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:23:0)
[23:20:45.523] Build status: SCHEDULED
[23:20:45.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:24:0) after 7m55s
[23:28:40.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:24:0)
[23:28:40.610] Build status: SCHEDULED
[23:28:40.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:25:0) after 2m42s
[23:31:22.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:25:0)
[23:31:22.713] Build status: SCHEDULED
[23:31:22.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:26:0) after 5m46s
[23:37:08.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:26:0)
[23:37:08.710] Build status: SCHEDULED
[23:37:08.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:27:0) after 6m51s
[23:43:59.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:27:0)
[23:43:59.725] Build status: SCHEDULED
[23:43:59.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:28:0) after 9m39s
[23:53:04.794] Received PubSub notification, asking Buildbucket for the build status
[23:53:04.812] Build status: STARTED
[23:53:38.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:28:0)
[23:53:38.764] Build status: STARTED
[23:53:38.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:30:0) after 3m57s
[23:57:35.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:30:0)
[23:57:35.801] Build status: STARTED
[23:57:35.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:31:0) after 4m18s
[00:01:53.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:31:0)
[00:01:53.855] Build status: STARTED
[00:01:53.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:32:0) after 5m46s
[00:07:39.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:32:0)
[00:07:39.853] Build status: STARTED
[00:07:39.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:33:0) after 4m45s
[00:12:24.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:33:0)
[00:12:25.004] Build status: STARTED
[00:12:25.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:34:0) after 6m25s
[00:18:50.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:34:0)
[00:18:50.047] Build status: STARTED
[00:18:50.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:35:0) after 9m20s
[00:28:10.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:35:0)
[00:28:10.119] Build status: STARTED
[00:28:10.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:36:0) after 9m56s
[00:38:06.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:36:0)
[00:38:06.255] Build status: STARTED
[00:38:06.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:37:0) after 2m3s
[00:40:09.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:37:0)
[00:40:09.325] Build status: STARTED
[00:40:09.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-asan:8885998044942750592:38:0) after 8m16s
[00:41:54.743] Received PubSub notification, asking Buildbucket for the build status
[00:41:54.764] Build:
{
"id": "8720567982719360721",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-12T21:35:12.613523456Z",
"startTime": "2025-03-12T23:53:04.525479134Z",
"endTime": "2025-03-13T00:41:30.226715938Z",
"updateTime": "2025-03-13T00:41:30.226715938Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "18cbbfefe9adead7f03434ca96ffc801f17935d6",
"ref": "refs/heads/main"
}
}
}
[00:41:54.764] Invocation finished in 3h6m43.654534417s with status FAILED