[18:30:28.122] New invocation is queued and will start shortly
[18:30:29.245] Starting the invocation (attempt 1)
[18:30:29.277] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c2e153b1545725d60821f540abbff4ce79541469"
[18:30:29.277] Popped gitiles commit info from properties and tags
[18:30:29.277] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:30:29.277] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:30:29.278] Buildbucket request:
{
"requestId": "8903676074755733904",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-cmake-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8903676074755733904",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "38018b963926680c1028b05077d2a21e831ec8c1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@38018b963926680c1028b05077d2a21e831ec8c1",
"title": "38018b963926680c1028b05077d2a21e831ec8c1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/38018b963926680c1028b05077d2a21e831ec8c1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f81665632dda87210aeb3fa183e7730640c17bea"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f81665632dda87210aeb3fa183e7730640c17bea",
"title": "f81665632dda87210aeb3fa183e7730640c17bea",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f81665632dda87210aeb3fa183e7730640c17bea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b75bf4fcca6768ff72d1e53500aa90efbdfbe91"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b75bf4fcca6768ff72d1e53500aa90efbdfbe91",
"title": "6b75bf4fcca6768ff72d1e53500aa90efbdfbe91",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b75bf4fcca6768ff72d1e53500aa90efbdfbe91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ddf630e9e13189fce35b64f41d18e8b6aaa2378"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ddf630e9e13189fce35b64f41d18e8b6aaa2378",
"title": "8ddf630e9e13189fce35b64f41d18e8b6aaa2378",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ddf630e9e13189fce35b64f41d18e8b6aaa2378"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8529eebd92048a999aa7ed28b2ab48e804937370"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8529eebd92048a999aa7ed28b2ab48e804937370",
"title": "8529eebd92048a999aa7ed28b2ab48e804937370",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8529eebd92048a999aa7ed28b2ab48e804937370"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c2e153b1545725d60821f540abbff4ce79541469"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c2e153b1545725d60821f540abbff4ce79541469",
"title": "c2e153b1545725d60821f540abbff4ce79541469",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c2e153b1545725d60821f540abbff4ce79541469"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c2e153b1545725d60821f540abbff4ce79541469",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8903676074755733904"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:30:29.698] Scheduled build:
{
"id": "8738246012832897441",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-cmake-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2024-08-29T18:30:29.329159982Z",
"updateTime": "2024-08-29T18:30:29.329159982Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c2e153b1545725d60821f540abbff4ce79541469",
"ref": "refs/heads/main"
}
}
}
[18:30:29.698] Task URL: https://cr-buildbucket.appspot.com/build/8738246012832897441
[18:30:29.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:2:0) after 3m31s
[18:30:30.665] Received PubSub notification, asking Buildbucket for the build status
[18:30:30.701] Build status: SCHEDULED
[18:34:00.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:2:0)
[18:34:00.800] Build status: SCHEDULED
[18:34:00.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:4:0) after 9m32s
[18:43:32.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:4:0)
[18:43:32.855] Build status: SCHEDULED
[18:43:32.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:5:0) after 9m1s
[18:52:33.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:5:0)
[18:52:33.868] Build status: SCHEDULED
[18:52:33.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:6:0) after 5m23s
[18:57:56.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:6:0)
[18:57:56.903] Build status: SCHEDULED
[18:57:56.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:7:0) after 4m8s
[19:02:05.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:7:0)
[19:02:05.099] Build status: SCHEDULED
[19:02:05.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:8:0) after 7m43s
[19:09:48.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:8:0)
[19:09:48.328] Build status: SCHEDULED
[19:09:48.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:9:0) after 3m38s
[19:13:26.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:9:0)
[19:13:26.463] Build status: SCHEDULED
[19:13:26.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:10:0) after 3m38s
[19:17:04.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:10:0)
[19:17:04.722] Build status: SCHEDULED
[19:17:04.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:11:0) after 5m48s
[19:22:53.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:11:0)
[19:22:53.074] Build status: SCHEDULED
[19:22:53.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:12:0) after 4m53s
[19:27:46.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:12:0)
[19:27:46.129] Build status: SCHEDULED
[19:27:46.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:13:0) after 1m32s
[19:29:18.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:13:0)
[19:29:18.182] Build status: SCHEDULED
[19:29:18.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:14:0) after 1m9s
[19:30:27.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:14:0)
[19:30:27.212] Build status: SCHEDULED
[19:30:27.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:15:0) after 6m40s
[19:37:07.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:15:0)
[19:37:07.450] Build status: SCHEDULED
[19:37:07.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:16:0) after 3m47s
[19:40:54.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:16:0)
[19:40:54.479] Build status: SCHEDULED
[19:40:54.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:17:0) after 5m49s
[19:46:43.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:17:0)
[19:46:43.532] Build status: SCHEDULED
[19:46:43.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:18:0) after 8m12s
[19:54:55.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:18:0)
[19:54:55.611] Build status: SCHEDULED
[19:54:55.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:19:0) after 7m46s
[20:02:41.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:19:0)
[20:02:41.805] Build status: SCHEDULED
[20:02:41.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:20:0) after 6m4s
[20:08:45.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:20:0)
[20:08:45.907] Build status: SCHEDULED
[20:08:45.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:21:0) after 9m50s
[20:18:35.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:21:0)
[20:18:35.953] Build status: SCHEDULED
[20:18:35.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:22:0) after 2m26s
[20:21:02.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:22:0)
[20:21:02.077] Build status: SCHEDULED
[20:21:02.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:23:0) after 7m27s
[20:28:29.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:23:0)
[20:28:29.128] Build status: SCHEDULED
[20:28:29.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:24:0) after 6m14s
[20:34:43.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:24:0)
[20:34:43.253] Build status: SCHEDULED
[20:34:43.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:25:0) after 7m18s
[20:42:01.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:25:0)
[20:42:01.372] Build status: SCHEDULED
[20:42:01.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:26:0) after 3m1s
[20:45:02.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:26:0)
[20:45:02.483] Build status: SCHEDULED
[20:45:02.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:27:0) after 8m40s
[20:53:42.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:27:0)
[20:53:42.533] Build status: SCHEDULED
[20:53:42.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:28:0) after 6m4s
[20:59:46.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:28:0)
[20:59:46.634] Build status: SCHEDULED
[20:59:46.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:29:0) after 8m0s
[21:07:46.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:29:0)
[21:07:46.779] Build status: SCHEDULED
[21:07:46.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:30:0) after 4m27s
[21:12:13.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:30:0)
[21:12:13.836] Build status: SCHEDULED
[21:12:13.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:31:0) after 8m28s
[21:20:41.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:31:0)
[21:20:41.992] Build status: SCHEDULED
[21:20:41.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:32:0) after 6m34s
[21:27:16.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:32:0)
[21:27:16.037] Build status: SCHEDULED
[21:27:16.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:33:0) after 8m15s
[21:35:31.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:33:0)
[21:35:31.084] Build status: SCHEDULED
[21:35:31.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:34:0) after 3m9s
[21:38:40.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:34:0)
[21:38:40.356] Build status: SCHEDULED
[21:38:40.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:35:0) after 9m21s
[21:48:01.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:35:0)
[21:48:01.397] Build status: SCHEDULED
[21:48:01.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:36:0) after 9m37s
[21:57:38.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:36:0)
[21:57:38.432] Build status: SCHEDULED
[21:57:38.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:37:0) after 4m20s
[22:01:58.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:37:0)
[22:01:58.548] Build status: SCHEDULED
[22:01:58.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:38:0) after 2m38s
[22:04:36.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:38:0)
[22:04:36.643] Build status: SCHEDULED
[22:04:36.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:39:0) after 6m49s
[22:11:25.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:39:0)
[22:11:25.778] Build status: SCHEDULED
[22:11:25.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:40:0) after 4m51s
[22:11:57.514] Received PubSub notification, asking Buildbucket for the build status
[22:11:57.534] Build status: STARTED
[22:16:16.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:40:0)
[22:16:16.864] Build status: STARTED
[22:16:16.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8903676074755733904:42:0) after 5m11s
[22:21:03.610] Received PubSub notification, asking Buildbucket for the build status
[22:21:03.644] Build:
{
"id": "8738246012832897441",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-cmake-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2024-08-29T18:30:29.329159982Z",
"startTime": "2024-08-29T22:11:57.345695015Z",
"endTime": "2024-08-29T22:21:03.384725617Z",
"updateTime": "2024-08-29T22:21:03.384725617Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c2e153b1545725d60821f540abbff4ce79541469",
"ref": "refs/heads/main"
}
}
}
[22:21:03.644] Invocation finished in 3h50m35.531133089s with status FAILED