[06:36:16.074] New invocation is queued and will start shortly
[06:36:17.132] Starting the invocation (attempt 1)
[06:36:17.160] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e51b311a154e11ca84ff493ba279e0280c8c2df8"
[06:36:17.160] Popped gitiles commit info from properties and tags
[06:36:17.160] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:36:17.160] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:36:17.160] Buildbucket request:
{
"requestId": "8906257723443072944",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-cmake-host-clang"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8906257723443072944",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e194c83f1d063833745f49da8f85b583be9774bb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e194c83f1d063833745f49da8f85b583be9774bb",
"title": "e194c83f1d063833745f49da8f85b583be9774bb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e194c83f1d063833745f49da8f85b583be9774bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e51b311a154e11ca84ff493ba279e0280c8c2df8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e51b311a154e11ca84ff493ba279e0280c8c2df8",
"title": "e51b311a154e11ca84ff493ba279e0280c8c2df8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e51b311a154e11ca84ff493ba279e0280c8c2df8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e51b311a154e11ca84ff493ba279e0280c8c2df8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8906257723443072944"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:36:17.555] Scheduled build:
{
"id": "8740827661589525713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-cmake-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2024-08-01T06:36:17.216088960Z",
"updateTime": "2024-08-01T06:36:17.216088960Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e51b311a154e11ca84ff493ba279e0280c8c2df8",
"ref": "refs/heads/main"
}
}
}
[06:36:17.555] Task URL: https://cr-buildbucket.appspot.com/build/8740827661589525713
[06:36:17.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:2:0) after 2m53s
[06:36:18.545] Received PubSub notification, asking Buildbucket for the build status
[06:36:18.570] Build status: SCHEDULED
[06:39:10.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:2:0)
[06:39:10.632] Build status: SCHEDULED
[06:39:10.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:4:0) after 4m1s
[06:43:11.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:4:0)
[06:43:11.670] Build status: SCHEDULED
[06:43:11.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:5:0) after 2m35s
[06:45:46.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:5:0)
[06:45:46.788] Build status: SCHEDULED
[06:45:46.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:6:0) after 4m8s
[06:49:54.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:6:0)
[06:49:54.823] Build status: SCHEDULED
[06:49:54.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:7:0) after 6m6s
[06:56:01.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:7:0)
[06:56:01.226] Build status: SCHEDULED
[06:56:01.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:8:0) after 8m5s
[07:04:06.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:8:0)
[07:04:06.981] Build status: SCHEDULED
[07:04:06.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:9:0) after 6m23s
[07:10:29.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:9:0)
[07:10:30.082] Build status: SCHEDULED
[07:10:30.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:10:0) after 9m2s
[07:19:32.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:10:0)
[07:19:32.221] Build status: SCHEDULED
[07:19:32.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:11:0) after 6m14s
[07:25:46.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:11:0)
[07:25:46.321] Build status: SCHEDULED
[07:25:46.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:12:0) after 5m29s
[07:31:15.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:12:0)
[07:31:15.361] Build status: SCHEDULED
[07:31:15.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:13:0) after 3m52s
[07:35:07.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:13:0)
[07:35:07.407] Build status: SCHEDULED
[07:35:07.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:14:0) after 5m25s
[07:40:32.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:14:0)
[07:40:32.413] Build status: SCHEDULED
[07:40:32.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:15:0) after 8m17s
[07:48:49.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:15:0)
[07:48:49.501] Build status: SCHEDULED
[07:48:49.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:16:0) after 6m48s
[07:55:37.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:16:0)
[07:55:37.536] Build status: SCHEDULED
[07:55:37.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:17:0) after 2m51s
[07:58:28.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:17:0)
[07:58:28.799] Build status: SCHEDULED
[07:58:28.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:18:0) after 7m38s
[08:06:06.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:18:0)
[08:06:06.952] Build status: SCHEDULED
[08:06:06.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:19:0) after 4m33s
[08:10:39.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:19:0)
[08:10:40.032] Build status: SCHEDULED
[08:10:40.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:20:0) after 7m50s
[08:18:30.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:20:0)
[08:18:30.068] Build status: SCHEDULED
[08:18:30.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:21:0) after 8m23s
[08:26:53.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:21:0)
[08:26:53.128] Build status: SCHEDULED
[08:26:53.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:22:0) after 9m3s
[08:35:56.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:22:0)
[08:35:56.155] Build status: SCHEDULED
[08:35:56.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:23:0) after 9m40s
[08:45:36.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:23:0)
[08:45:36.243] Build status: SCHEDULED
[08:45:36.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:24:0) after 4m6s
[08:49:42.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:24:0)
[08:49:42.286] Build status: SCHEDULED
[08:49:42.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:25:0) after 3m27s
[08:53:09.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:25:0)
[08:53:09.588] Build status: SCHEDULED
[08:53:09.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:26:0) after 3m9s
[08:56:18.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:26:0)
[08:56:18.620] Build status: SCHEDULED
[08:56:18.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:27:0) after 3m13s
[08:59:31.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:27:0)
[08:59:31.908] Build status: SCHEDULED
[08:59:31.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:28:0) after 7m20s
[09:06:51.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:28:0)
[09:06:51.996] Build status: SCHEDULED
[09:06:51.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:29:0) after 1m40s
[09:08:32.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:29:0)
[09:08:32.134] Build status: SCHEDULED
[09:08:32.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:30:0) after 6m16s
[09:14:48.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:30:0)
[09:14:48.265] Build status: SCHEDULED
[09:14:48.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:31:0) after 2m55s
[09:17:43.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:31:0)
[09:17:44.009] Build status: SCHEDULED
[09:17:44.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:32:0) after 5m51s
[09:23:35.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:32:0)
[09:23:35.282] Build status: SCHEDULED
[09:23:35.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:33:0) after 4m14s
[09:27:49.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:33:0)
[09:27:49.380] Build status: SCHEDULED
[09:27:49.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:34:0) after 3m41s
[09:31:30.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:34:0)
[09:31:30.483] Build status: SCHEDULED
[09:31:30.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:35:0) after 4m21s
[09:35:51.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:35:0)
[09:35:51.535] Build status: SCHEDULED
[09:35:51.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:36:0) after 7m57s
[09:43:48.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:36:0)
[09:43:48.571] Build status: SCHEDULED
[09:43:48.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:37:0) after 8m52s
[09:52:40.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:37:0)
[09:52:40.767] Build status: SCHEDULED
[09:52:40.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:38:0) after 7m38s
[10:00:18.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:38:0)
[10:00:18.965] Build status: SCHEDULED
[10:00:18.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:39:0) after 7m21s
[10:07:40.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:39:0)
[10:07:40.149] Build status: SCHEDULED
[10:07:40.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:40:0) after 6m47s
[10:14:27.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:40:0)
[10:14:27.354] Build status: SCHEDULED
[10:14:27.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:41:0) after 1m40s
[10:16:07.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:41:0)
[10:16:07.408] Build status: SCHEDULED
[10:16:07.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:42:0) after 3m46s
[10:19:53.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:42:0)
[10:19:53.450] Build status: SCHEDULED
[10:19:53.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:43:0) after 8m32s
[10:28:25.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:43:0)
[10:28:25.758] Build status: SCHEDULED
[10:28:25.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:44:0) after 5m41s
[10:33:14.968] Received PubSub notification, asking Buildbucket for the build status
[10:33:14.997] Build status: STARTED
[10:34:07.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:44:0)
[10:34:07.300] Build status: STARTED
[10:34:07.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:46:0) after 3m55s
[10:38:02.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:46:0)
[10:38:02.504] Build status: STARTED
[10:38:02.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-cmake-host-clang:8906257723443072944:47:0) after 6m56s
[10:42:36.960] Received PubSub notification, asking Buildbucket for the build status
[10:42:36.979] Build:
{
"id": "8740827661589525713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-cmake-host-clang"
},
"createdBy": "project:pigweed",
"createTime": "2024-08-01T06:36:17.216088960Z",
"startTime": "2024-08-01T10:33:00.204615964Z",
"endTime": "2024-08-01T10:42:10.673088299Z",
"updateTime": "2024-08-01T10:42:10.673088299Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e51b311a154e11ca84ff493ba279e0280c8c2df8",
"ref": "refs/heads/main"
}
}
}
[10:42:36.979] Invocation finished in 4h6m20.914610871s with status FAILED