[16:52:03.478] New invocation is queued and will start shortly
[16:52:04.556] Starting the invocation (attempt 1)
[16:52:04.584] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a3d96bad3957c08cc304ef79b86de58e7d7aa585"
[16:52:04.584] Popped gitiles commit info from properties and tags
[16:52:04.584] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:52:04.585] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:52:04.585] Buildbucket request:
{
"requestId": "8913919723433748640",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-misc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8913919723433748640",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1409f882b06e9e5101ce6d900a11c077b5b8ae3d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1409f882b06e9e5101ce6d900a11c077b5b8ae3d",
"title": "1409f882b06e9e5101ce6d900a11c077b5b8ae3d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1409f882b06e9e5101ce6d900a11c077b5b8ae3d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a3d96bad3957c08cc304ef79b86de58e7d7aa585"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a3d96bad3957c08cc304ef79b86de58e7d7aa585",
"title": "a3d96bad3957c08cc304ef79b86de58e7d7aa585",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a3d96bad3957c08cc304ef79b86de58e7d7aa585"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a3d96bad3957c08cc304ef79b86de58e7d7aa585",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8913919723433748640"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:52:05.155] Scheduled build:
{
"id": "8748489661538046625",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-misc"
},
"createdBy": "project:pigweed",
"createTime": "2024-05-08T16:52:04.653566552Z",
"updateTime": "2024-05-08T16:52:04.653566552Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a3d96bad3957c08cc304ef79b86de58e7d7aa585",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:52:05.155] Task URL: https://cr-buildbucket.appspot.com/build/8748489661538046625
[16:52:05.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:2:0) after 6m21s
[16:52:06.086] Received PubSub notification, asking Buildbucket for the build status
[16:52:06.117] Build status: SCHEDULED
[16:58:26.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:2:0)
[16:58:26.217] Build status: SCHEDULED
[16:58:26.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:4:0) after 8m23s
[17:06:49.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:4:0)
[17:06:49.427] Build status: SCHEDULED
[17:06:49.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:5:0) after 6m9s
[17:12:58.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:5:0)
[17:12:58.610] Build status: SCHEDULED
[17:12:58.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:6:0) after 5m23s
[17:18:21.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:6:0)
[17:18:21.637] Build status: SCHEDULED
[17:18:21.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:7:0) after 2m48s
[17:21:09.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:7:0)
[17:21:09.748] Build status: SCHEDULED
[17:21:09.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:8:0) after 4m41s
[17:25:50.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:8:0)
[17:25:50.891] Build status: SCHEDULED
[17:25:50.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:9:0) after 3m33s
[17:29:23.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:9:0)
[17:29:23.936] Build status: SCHEDULED
[17:29:23.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:10:0) after 5m12s
[17:34:35.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:10:0)
[17:34:35.968] Build status: SCHEDULED
[17:34:35.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:11:0) after 7m2s
[17:41:37.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:11:0)
[17:41:37.986] Build status: SCHEDULED
[17:41:37.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:12:0) after 8m29s
[17:50:07.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:12:0)
[17:50:07.095] Build status: SCHEDULED
[17:50:07.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:13:0) after 5m31s
[17:55:38.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:13:0)
[17:55:38.103] Build status: SCHEDULED
[17:55:38.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:14:0) after 3m27s
[17:59:05.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:14:0)
[17:59:05.148] Build status: SCHEDULED
[17:59:05.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:15:0) after 9m14s
[18:08:19.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:15:0)
[18:08:19.203] Build status: SCHEDULED
[18:08:19.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:16:0) after 8m55s
[18:17:14.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:16:0)
[18:17:14.251] Build status: SCHEDULED
[18:17:14.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:17:0) after 1m54s
[18:19:08.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:17:0)
[18:19:08.284] Build status: SCHEDULED
[18:19:08.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:18:0) after 5m18s
[18:24:26.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:18:0)
[18:24:26.452] Build status: SCHEDULED
[18:24:26.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:19:0) after 3m54s
[18:28:20.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:19:0)
[18:28:20.537] Build status: SCHEDULED
[18:28:20.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:20:0) after 8m26s
[18:36:46.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:20:0)
[18:36:46.633] Build status: SCHEDULED
[18:36:46.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:21:0) after 2m34s
[18:39:20.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:21:0)
[18:39:20.694] Build status: SCHEDULED
[18:39:20.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:22:0) after 8m12s
[18:47:32.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:22:0)
[18:47:32.744] Build status: SCHEDULED
[18:47:32.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:23:0) after 5m56s
[18:53:28.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:23:0)
[18:53:28.805] Build status: SCHEDULED
[18:53:28.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:24:0) after 2m23s
[18:55:51.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:24:0)
[18:55:51.848] Build status: SCHEDULED
[18:55:51.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:25:0) after 6m13s
[19:02:04.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:25:0)
[19:02:04.924] Build status: SCHEDULED
[19:02:04.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:26:0) after 9m9s
[19:11:13.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:26:0)
[19:11:13.984] Build status: SCHEDULED
[19:11:13.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:27:0) after 5m45s
[19:16:59.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:27:0)
[19:16:59.104] Build status: SCHEDULED
[19:16:59.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:28:0) after 4m44s
[19:21:43.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:28:0)
[19:21:43.200] Build status: SCHEDULED
[19:21:43.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:29:0) after 9m22s
[19:31:05.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:29:0)
[19:31:05.276] Build status: SCHEDULED
[19:31:05.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:30:0) after 5m24s
[19:36:29.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:30:0)
[19:36:29.318] Build status: SCHEDULED
[19:36:29.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:31:0) after 5m29s
[19:41:58.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:31:0)
[19:41:58.359] Build status: SCHEDULED
[19:41:58.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:32:0) after 3m27s
[19:45:25.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:32:0)
[19:45:25.501] Build status: SCHEDULED
[19:45:25.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:33:0) after 9m10s
[19:54:35.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:33:0)
[19:54:35.600] Build status: SCHEDULED
[19:54:35.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:34:0) after 5m43s
[20:00:18.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:34:0)
[20:00:18.650] Build status: SCHEDULED
[20:00:18.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:35:0) after 3m29s
[20:03:47.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:35:0)
[20:03:47.698] Build status: SCHEDULED
[20:03:47.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:36:0) after 6m2s
[20:09:49.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:36:0)
[20:09:49.800] Build status: SCHEDULED
[20:09:49.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:37:0) after 7m11s
[20:17:00.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:37:0)
[20:17:00.861] Build status: SCHEDULED
[20:17:00.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:38:0) after 6m7s
[20:23:08.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:38:0)
[20:23:08.120] Build status: SCHEDULED
[20:23:08.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:39:0) after 5m48s
[20:25:51.824] Received PubSub notification, asking Buildbucket for the build status
[20:25:51.877] Build status: STARTED
[20:28:56.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:39:0)
[20:28:56.337] Build status: STARTED
[20:28:56.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:41:0) after 3m35s
[20:32:31.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:41:0)
[20:32:31.408] Build status: STARTED
[20:32:31.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:42:0) after 2m35s
[20:35:06.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:42:0)
[20:35:06.476] Build status: STARTED
[20:35:06.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-misc:8913919723433748640:43:0) after 8m59s
[20:36:27.036] Received PubSub notification, asking Buildbucket for the build status
[20:36:27.064] Build:
{
"id": "8748489661538046625",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-misc"
},
"createdBy": "project:pigweed",
"createTime": "2024-05-08T16:52:04.653566552Z",
"startTime": "2024-05-08T20:25:51.604910375Z",
"endTime": "2024-05-08T20:36:20.832701167Z",
"updateTime": "2024-05-08T20:36:20.832701167Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a3d96bad3957c08cc304ef79b86de58e7d7aa585",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:36:27.064] Invocation finished in 3h44m23.601693986s with status FAILED