[21:23:34.170] New invocation is queued and will start shortly
[21:23:36.047] Starting the invocation (attempt 1)
[21:23:36.099] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4b9353ebb5ee7adcd973a4416f5125e229b09aa7"
[21:23:36.099] Popped gitiles commit info from properties and tags
[21:23:36.099] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:23:36.099] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:23:36.099] Buildbucket request:
{
"requestId": "8935283525470473856",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8935283525470473856",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4b9353ebb5ee7adcd973a4416f5125e229b09aa7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4b9353ebb5ee7adcd973a4416f5125e229b09aa7",
"title": "4b9353ebb5ee7adcd973a4416f5125e229b09aa7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4b9353ebb5ee7adcd973a4416f5125e229b09aa7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4b9353ebb5ee7adcd973a4416f5125e229b09aa7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8935283525470473856"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:23:36.862] Scheduled build:
{
"id": "8769853462666997265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2023-09-15T21:23:36.216437160Z",
"updateTime": "2023-09-15T21:23:36.216437160Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4b9353ebb5ee7adcd973a4416f5125e229b09aa7",
"ref": "refs/heads/main"
}
}
}
[21:23:36.862] Task URL: https://cr-buildbucket.appspot.com/build/8769853462666997265
[21:23:36.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:2:0) after 2m8s
[21:23:37.795] Received PubSub notification, asking Buildbucket for the build status
[21:23:37.882] Build status: SCHEDULED
[21:25:44.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:2:0)
[21:25:44.972] Build status: SCHEDULED
[21:25:44.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:4:0) after 4m12s
[21:29:57.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:4:0)
[21:29:57.600] Build status: SCHEDULED
[21:29:57.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:5:0) after 4m41s
[21:34:38.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:5:0)
[21:34:38.724] Build status: SCHEDULED
[21:34:38.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:6:0) after 1m30s
[21:36:08.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:6:0)
[21:36:08.870] Build status: SCHEDULED
[21:36:08.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:7:0) after 3m6s
[21:39:14.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:7:0)
[21:39:14.937] Build status: SCHEDULED
[21:39:14.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:8:0) after 3m21s
[21:42:36.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:8:0)
[21:42:36.188] Build status: SCHEDULED
[21:42:36.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:9:0) after 5m30s
[21:48:06.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:9:0)
[21:48:06.350] Build status: SCHEDULED
[21:48:06.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:10:0) after 7m44s
[21:55:50.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:10:0)
[21:55:50.587] Build status: SCHEDULED
[21:55:50.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:11:0) after 7m6s
[22:02:56.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:11:0)
[22:02:56.687] Build status: SCHEDULED
[22:02:56.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:12:0) after 4m36s
[22:07:33.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:12:0)
[22:07:33.327] Build status: SCHEDULED
[22:07:33.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:13:0) after 4m22s
[22:11:55.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:13:0)
[22:11:55.387] Build status: SCHEDULED
[22:11:55.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:14:0) after 1m5s
[22:13:00.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:14:0)
[22:13:00.540] Build status: SCHEDULED
[22:13:00.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:15:0) after 2m53s
[22:15:53.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:15:0)
[22:15:53.585] Build status: SCHEDULED
[22:15:53.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:16:0) after 7m27s
[22:23:20.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:16:0)
[22:23:20.874] Build status: SCHEDULED
[22:23:20.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:17:0) after 4m32s
[22:27:53.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:17:0)
[22:27:53.030] Build status: SCHEDULED
[22:27:53.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:18:0) after 1m0s
[22:28:53.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:18:0)
[22:28:53.165] Build status: SCHEDULED
[22:28:53.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:19:0) after 1m43s
[22:30:36.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:19:0)
[22:30:36.212] Build status: SCHEDULED
[22:30:36.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:20:0) after 8m18s
[22:38:54.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:20:0)
[22:38:54.329] Build status: SCHEDULED
[22:38:54.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:21:0) after 6m29s
[22:45:23.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:21:0)
[22:45:23.435] Build status: SCHEDULED
[22:45:23.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:22:0) after 2m22s
[22:47:45.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:22:0)
[22:47:45.716] Build status: SCHEDULED
[22:47:45.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:23:0) after 3m4s
[22:50:49.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:23:0)
[22:50:50.008] Build status: SCHEDULED
[22:50:50.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:24:0) after 7m34s
[22:58:24.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:24:0)
[22:58:24.228] Build status: SCHEDULED
[22:58:24.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:25:0) after 5m7s
[23:03:31.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:25:0)
[23:03:31.514] Build status: SCHEDULED
[23:03:31.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:26:0) after 8m50s
[23:12:21.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:26:0)
[23:12:21.710] Build status: SCHEDULED
[23:12:21.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:27:0) after 7m2s
[23:19:23.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:27:0)
[23:19:23.778] Build status: SCHEDULED
[23:19:23.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:28:0) after 5m0s
[23:24:23.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:28:0)
[23:24:23.850] Build status: SCHEDULED
[23:24:23.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:29:0) after 4m11s
[23:28:35.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:29:0)
[23:28:35.125] Build status: SCHEDULED
[23:28:35.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:30:0) after 8m18s
[23:36:53.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:30:0)
[23:36:53.370] Build status: SCHEDULED
[23:36:53.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:31:0) after 7m7s
[23:40:00.057] Received PubSub notification, asking Buildbucket for the build status
[23:40:00.094] Build status: STARTED
[23:44:00.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:31:0)
[23:44:00.418] Build status: STARTED
[23:44:00.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935283525470473856:33:0) after 8m33s
[23:45:12.687] Received PubSub notification, asking Buildbucket for the build status
[23:45:12.720] Build:
{
"id": "8769853462666997265",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2023-09-15T21:23:36.216437160Z",
"startTime": "2023-09-15T23:39:59.393411Z",
"endTime": "2023-09-15T23:45:12.437805832Z",
"updateTime": "2023-09-15T23:45:12.437805832Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4b9353ebb5ee7adcd973a4416f5125e229b09aa7",
"ref": "refs/heads/main"
}
}
}
[23:45:12.720] Invocation finished in 2h21m38.561878986s with status FAILED