[22:50:22.336] New invocation is queued and will start shortly
[22:50:23.649] Starting the invocation (attempt 1)
[22:50:23.673] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a9f055a32cc1ac0349a86455c28ea9d7440b4c79"
[22:50:23.673] Popped gitiles commit info from properties and tags
[22:50:23.673] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:50:23.673] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:50:23.673] Buildbucket request:
{
"requestId": "8918517625524590928",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8918517625524590928",
"job": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a9f055a32cc1ac0349a86455c28ea9d7440b4c79"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a9f055a32cc1ac0349a86455c28ea9d7440b4c79",
"title": "a9f055a32cc1ac0349a86455c28ea9d7440b4c79",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a9f055a32cc1ac0349a86455c28ea9d7440b4c79"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a9f055a32cc1ac0349a86455c28ea9d7440b4c79",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8918517625524590928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:50:24.240] Scheduled build:
{
"id": "8753087563396269489",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2024-03-18T22:50:23.742239817Z",
"updateTime": "2024-03-18T22:50:23.742239817Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a9f055a32cc1ac0349a86455c28ea9d7440b4c79",
"ref": "refs/heads/main"
}
}
}
[22:50:24.240] Task URL: https://cr-buildbucket.appspot.com/build/8753087563396269489
[22:50:24.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:2:0) after 3m19s
[22:50:25.228] Received PubSub notification, asking Buildbucket for the build status
[22:50:25.254] Build status: SCHEDULED
[22:53:43.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:2:0)
[22:53:43.399] Build status: SCHEDULED
[22:53:43.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:4:0) after 1m54s
[22:55:37.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:4:0)
[22:55:37.596] Build status: SCHEDULED
[22:55:37.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:5:0) after 6m23s
[23:02:00.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:5:0)
[23:02:00.666] Build status: SCHEDULED
[23:02:00.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:6:0) after 7m59s
[23:09:59.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:6:0)
[23:09:59.807] Build status: SCHEDULED
[23:09:59.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:7:0) after 9m24s
[23:19:23.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:7:0)
[23:19:24.011] Build status: SCHEDULED
[23:19:24.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:8:0) after 9m48s
[23:29:12.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:8:0)
[23:29:12.360] Build status: SCHEDULED
[23:29:12.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:9:0) after 3m39s
[23:32:51.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:9:0)
[23:32:51.410] Build status: SCHEDULED
[23:32:51.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:10:0) after 8m20s
[23:41:11.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:10:0)
[23:41:11.625] Build status: SCHEDULED
[23:41:11.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:11:0) after 6m50s
[23:48:01.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:11:0)
[23:48:01.899] Build status: SCHEDULED
[23:48:01.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:12:0) after 8m14s
[23:56:16.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:12:0)
[23:56:16.136] Build status: SCHEDULED
[23:56:16.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:13:0) after 1m50s
[23:58:06.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:13:0)
[23:58:06.224] Build status: SCHEDULED
[23:58:06.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:14:0) after 1m9s
[23:59:15.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:14:0)
[23:59:15.258] Build status: SCHEDULED
[23:59:15.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:15:0) after 7m38s
[00:06:53.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:15:0)
[00:06:53.386] Build status: SCHEDULED
[00:06:53.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:16:0) after 7m14s
[00:14:07.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:16:0)
[00:14:07.421] Build status: SCHEDULED
[00:14:07.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:17:0) after 6m15s
[00:20:22.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:17:0)
[00:20:22.603] Build status: SCHEDULED
[00:20:22.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:18:0) after 1m11s
[00:21:33.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:18:0)
[00:21:33.640] Build status: SCHEDULED
[00:21:33.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:19:0) after 3m11s
[00:24:44.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:19:0)
[00:24:44.727] Build status: SCHEDULED
[00:24:44.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:20:0) after 9m1s
[00:33:45.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:20:0)
[00:33:45.856] Build status: SCHEDULED
[00:33:45.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:21:0) after 9m51s
[00:43:36.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:21:0)
[00:43:36.891] Build status: SCHEDULED
[00:43:36.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:22:0) after 6m0s
[00:49:36.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:22:0)
[00:49:36.934] Build status: SCHEDULED
[00:49:36.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:23:0) after 1m18s
[00:50:54.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:23:0)
[00:50:54.985] Build status: SCHEDULED
[00:50:54.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:24:0) after 9m1s
[00:59:56.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:24:0)
[00:59:56.268] Build status: SCHEDULED
[00:59:56.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:25:0) after 7m30s
[01:07:26.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:25:0)
[01:07:26.312] Build status: SCHEDULED
[01:07:26.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:26:0) after 5m49s
[01:13:15.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:26:0)
[01:13:15.615] Build status: SCHEDULED
[01:13:15.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:27:0) after 7m0s
[01:20:15.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:27:0)
[01:20:15.724] Build status: SCHEDULED
[01:20:15.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:28:0) after 9m57s
[01:30:12.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:28:0)
[01:30:12.818] Build status: SCHEDULED
[01:30:12.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:29:0) after 6m50s
[01:37:03.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:29:0)
[01:37:03.235] Build status: SCHEDULED
[01:37:03.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:30:0) after 6m35s
[01:43:38.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:30:0)
[01:43:38.282] Build status: SCHEDULED
[01:43:38.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:31:0) after 2m43s
[01:46:21.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:31:0)
[01:46:21.424] Build status: SCHEDULED
[01:46:21.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:32:0) after 3m14s
[01:49:35.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:32:0)
[01:49:35.482] Build status: SCHEDULED
[01:49:35.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:33:0) after 1m29s
[01:51:04.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:33:0)
[01:51:04.626] Build status: SCHEDULED
[01:51:04.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:34:0) after 5m57s
[01:57:01.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:34:0)
[01:57:01.819] Build status: SCHEDULED
[01:57:01.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:35:0) after 8m41s
[02:05:42.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:35:0)
[02:05:42.903] Build status: SCHEDULED
[02:05:42.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:36:0) after 3m3s
[02:08:45.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:36:0)
[02:08:45.956] Build status: SCHEDULED
[02:08:45.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:37:0) after 2m15s
[02:11:01.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:37:0)
[02:11:01.277] Build status: SCHEDULED
[02:11:01.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:38:0) after 9m30s
[02:18:32.723] Received PubSub notification, asking Buildbucket for the build status
[02:18:32.750] Build status: STARTED
[02:20:31.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:38:0)
[02:20:31.344] Build status: STARTED
[02:20:31.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:40:0) after 1m35s
[02:22:06.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-arm-bazel-build-host-clang:8918517625524590928:40:0)
[02:22:06.514] Build:
{
"id": "8753087563396269489",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-arm-bazel-build-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2024-03-18T22:50:23.742239817Z",
"startTime": "2024-03-19T02:18:31.416372Z",
"endTime": "2024-03-19T02:21:54.489118Z",
"updateTime": "2024-03-19T02:21:54.489118Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a9f055a32cc1ac0349a86455c28ea9d7440b4c79",
"ref": "refs/heads/main"
}
}
}
[02:22:06.514] Invocation finished in 3h31m44.186094936s with status FAILED