[14:18:22.256] New invocation is queued and will start shortly
[14:18:23.699] Starting the invocation (attempt 1)
[14:18:23.726] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/982bc7d3f29bac737b151c12ec0a19ac516dc07b"
[14:18:23.726] Popped gitiles commit info from properties and tags
[14:18:23.726] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:18:23.727] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:18:23.727] Buildbucket request:
{
"requestId": "8884757169411398400",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884757169411398400",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "982bc7d3f29bac737b151c12ec0a19ac516dc07b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@982bc7d3f29bac737b151c12ec0a19ac516dc07b",
"title": "982bc7d3f29bac737b151c12ec0a19ac516dc07b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/982bc7d3f29bac737b151c12ec0a19ac516dc07b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982bc7d3f29bac737b151c12ec0a19ac516dc07b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884757169411398400"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:18:24.206] Scheduled build:
{
"id": "8719327107130796833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-26T14:18:23.792345008Z",
"updateTime": "2025-03-26T14:18:23.792345008Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982bc7d3f29bac737b151c12ec0a19ac516dc07b",
"ref": "refs/heads/main"
}
}
}
[14:18:24.206] Task URL: https://cr-buildbucket.appspot.com/build/8719327107130796833
[14:18:24.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:2:0) after 7m34s
[14:18:25.053] Received PubSub notification, asking Buildbucket for the build status
[14:18:25.083] Build status: SCHEDULED
[14:25:58.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:2:0)
[14:25:58.210] Build status: SCHEDULED
[14:25:58.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:4:0) after 3m26s
[14:29:24.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:4:0)
[14:29:24.492] Build status: SCHEDULED
[14:29:24.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:5:0) after 1m49s
[14:31:13.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:5:0)
[14:31:13.530] Build status: SCHEDULED
[14:31:13.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:6:0) after 4m26s
[14:35:39.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:6:0)
[14:35:39.576] Build status: SCHEDULED
[14:35:39.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:7:0) after 4m16s
[14:39:55.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:7:0)
[14:39:55.615] Build status: SCHEDULED
[14:39:55.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:8:0) after 7m6s
[14:47:01.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:8:0)
[14:47:01.655] Build status: SCHEDULED
[14:47:01.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:9:0) after 8m21s
[14:55:22.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:9:0)
[14:55:22.684] Build status: SCHEDULED
[14:55:22.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:10:0) after 2m18s
[14:57:40.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:10:0)
[14:57:40.737] Build status: SCHEDULED
[14:57:40.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:11:0) after 4m18s
[15:01:58.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:11:0)
[15:01:58.846] Build status: SCHEDULED
[15:01:58.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:12:0) after 6m42s
[15:08:40.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:12:0)
[15:08:40.938] Build status: SCHEDULED
[15:08:40.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:13:0) after 3m29s
[15:12:10.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:13:0)
[15:12:10.053] Build status: SCHEDULED
[15:12:10.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:14:0) after 6m14s
[15:18:24.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:14:0)
[15:18:24.097] Build status: SCHEDULED
[15:18:24.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:15:0) after 1m31s
[15:19:55.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:15:0)
[15:19:55.251] Build status: SCHEDULED
[15:19:55.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:16:0) after 4m44s
[15:20:13.528] Received PubSub notification, asking Buildbucket for the build status
[15:20:13.545] Build status: STARTED
[15:24:39.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:16:0)
[15:24:39.294] Build status: STARTED
[15:24:39.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:18:0) after 4m41s
[15:29:20.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:18:0)
[15:29:20.412] Build status: STARTED
[15:29:20.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:19:0) after 1m52s
[15:31:12.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:19:0)
[15:31:12.455] Build status: STARTED
[15:31:12.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:20:0) after 2m20s
[15:33:32.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:20:0)
[15:33:32.584] Build status: STARTED
[15:33:32.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:21:0) after 1m24s
[15:34:56.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:21:0)
[15:34:56.617] Build status: STARTED
[15:34:56.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:22:0) after 8m39s
[15:43:35.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:22:0)
[15:43:35.740] Build status: STARTED
[15:43:35.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:23:0) after 1m25s
[15:45:00.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:23:0)
[15:45:00.784] Build status: STARTED
[15:45:00.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:24:0) after 5m58s
[15:50:58.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:24:0)
[15:50:58.819] Build status: STARTED
[15:50:58.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:25:0) after 6m39s
[15:57:37.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:25:0)
[15:57:37.941] Build status: STARTED
[15:57:37.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:26:0) after 5m11s
[16:02:48.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:26:0)
[16:02:48.984] Build status: STARTED
[16:02:48.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-san-tsan:8884757169411398400:27:0) after 9m1s
[16:08:37.882] Received PubSub notification, asking Buildbucket for the build status
[16:08:37.912] Build:
{
"id": "8719327107130796833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-26T14:18:23.792345008Z",
"startTime": "2025-03-26T15:20:13.293885451Z",
"endTime": "2025-03-26T16:08:37.469674376Z",
"updateTime": "2025-03-26T16:08:37.469674376Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982bc7d3f29bac737b151c12ec0a19ac516dc07b",
"ref": "refs/heads/main"
}
}
}
[16:08:37.912] Invocation finished in 1h50m15.677809028s with status FAILED