[00:08:18.569] New invocation is queued and will start shortly
[00:08:19.689] Starting the invocation (attempt 1)
[00:08:19.723] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/e5b11298695f49d8cb85469f9c9469ca0d1b87d8"
[00:08:19.723] Popped gitiles commit info from properties and tags
[00:08:19.723] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:08:19.723] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:08:19.723] Buildbucket request:
{
"requestId": "8895954077509592096",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8895954077509592096",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "10bbd463d12f322b8ef5410a3b17729f55431032"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@10bbd463d12f322b8ef5410a3b17729f55431032",
"title": "10bbd463d12f322b8ef5410a3b17729f55431032",
"url": "https://fuchsia.googlesource.com/integration/+/10bbd463d12f322b8ef5410a3b17729f55431032"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "298034191a66185d7b33ce9444f6db9ed0906897"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@298034191a66185d7b33ce9444f6db9ed0906897",
"title": "298034191a66185d7b33ce9444f6db9ed0906897",
"url": "https://fuchsia.googlesource.com/integration/+/298034191a66185d7b33ce9444f6db9ed0906897"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6a24e94c18bd036eacd314c18fd5ddad38015b81"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6a24e94c18bd036eacd314c18fd5ddad38015b81",
"title": "6a24e94c18bd036eacd314c18fd5ddad38015b81",
"url": "https://fuchsia.googlesource.com/integration/+/6a24e94c18bd036eacd314c18fd5ddad38015b81"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b910977df503e3511136b5b3040ba0884889147d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b910977df503e3511136b5b3040ba0884889147d",
"title": "b910977df503e3511136b5b3040ba0884889147d",
"url": "https://fuchsia.googlesource.com/integration/+/b910977df503e3511136b5b3040ba0884889147d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e0dc0fbda14bfe1034ddb2e2e90de231f1879d5a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e0dc0fbda14bfe1034ddb2e2e90de231f1879d5a",
"title": "e0dc0fbda14bfe1034ddb2e2e90de231f1879d5a",
"url": "https://fuchsia.googlesource.com/integration/+/e0dc0fbda14bfe1034ddb2e2e90de231f1879d5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d655cb173bfd9d665f585ac1326ae77e85527496"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d655cb173bfd9d665f585ac1326ae77e85527496",
"title": "d655cb173bfd9d665f585ac1326ae77e85527496",
"url": "https://fuchsia.googlesource.com/integration/+/d655cb173bfd9d665f585ac1326ae77e85527496"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c74818511a1333d778261622eac5b908e79e97f6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c74818511a1333d778261622eac5b908e79e97f6",
"title": "c74818511a1333d778261622eac5b908e79e97f6",
"url": "https://fuchsia.googlesource.com/integration/+/c74818511a1333d778261622eac5b908e79e97f6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6a07a2047094c72b233a60e7485fa7c1ebf6b9a7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6a07a2047094c72b233a60e7485fa7c1ebf6b9a7",
"title": "6a07a2047094c72b233a60e7485fa7c1ebf6b9a7",
"url": "https://fuchsia.googlesource.com/integration/+/6a07a2047094c72b233a60e7485fa7c1ebf6b9a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "cd268b142c7c1d1987e0b6571387f45f437b8ce1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cd268b142c7c1d1987e0b6571387f45f437b8ce1",
"title": "cd268b142c7c1d1987e0b6571387f45f437b8ce1",
"url": "https://fuchsia.googlesource.com/integration/+/cd268b142c7c1d1987e0b6571387f45f437b8ce1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e5b11298695f49d8cb85469f9c9469ca0d1b87d8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e5b11298695f49d8cb85469f9c9469ca0d1b87d8",
"title": "e5b11298695f49d8cb85469f9c9469ca0d1b87d8",
"url": "https://fuchsia.googlesource.com/integration/+/e5b11298695f49d8cb85469f9c9469ca0d1b87d8"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e5b11298695f49d8cb85469f9c9469ca0d1b87d8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8895954077509592096"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:08:20.068] Scheduled build:
{
"id": "8730524015577624977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-11-23T00:08:19.783041695Z",
"updateTime": "2024-11-23T00:08:19.783041695Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e5b11298695f49d8cb85469f9c9469ca0d1b87d8",
"ref": "refs/heads/main"
}
}
}
[00:08:20.068] Task URL: https://cr-buildbucket.appspot.com/build/8730524015577624977
[00:08:20.068] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:2:0) after 3m59s
[00:08:21.051] Received PubSub notification, asking Buildbucket for the build status
[00:08:21.088] Build status: SCHEDULED
[00:08:24.634] Received PubSub notification, asking Buildbucket for the build status
[00:08:24.674] Build status: STARTED
[00:12:19.181] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:2:0)
[00:12:19.210] Build status: STARTED
[00:12:19.210] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:5:0) after 8m1s
[00:20:20.233] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:5:0)
[00:20:20.267] Build status: STARTED
[00:20:20.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:6:0) after 2m31s
[00:22:51.283] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:6:0)
[00:22:51.301] Build status: STARTED
[00:22:51.301] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:7:0) after 2m50s
[00:25:41.319] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:7:0)
[00:25:41.350] Build status: STARTED
[00:25:41.350] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:8:0) after 9m45s
[00:35:26.424] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:8:0)
[00:35:26.443] Build status: STARTED
[00:35:26.443] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:9:0) after 3m51s
[00:39:17.462] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:9:0)
[00:39:17.526] Build status: STARTED
[00:39:17.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:10:0) after 6m19s
[00:45:36.544] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:10:0)
[00:45:36.602] Build status: STARTED
[00:45:36.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:11:0) after 2m25s
[00:48:01.702] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:11:0)
[00:48:01.758] Build status: STARTED
[00:48:01.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:12:0) after 9m14s
[00:57:15.776] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:12:0)
[00:57:15.824] Build status: STARTED
[00:57:15.824] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:13:0) after 2m18s
[00:59:33.803] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:13:0)
[00:59:33.820] Build status: STARTED
[00:59:33.821] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:14:0) after 7m6s
[01:06:39.887] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:14:0)
[01:06:39.962] Build status: STARTED
[01:06:39.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:15:0) after 7m39s
[01:14:18.978] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:15:0)
[01:14:18.994] Build status: STARTED
[01:14:18.994] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:16:0) after 7m26s
[01:21:45.095] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:16:0)
[01:21:45.115] Build status: STARTED
[01:21:45.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:17:0) after 5m56s
[01:27:41.134] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:17:0)
[01:27:41.150] Build status: STARTED
[01:27:41.150] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:18:0) after 5m2s
[01:32:43.182] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:18:0)
[01:32:43.200] Build status: STARTED
[01:32:43.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:19:0) after 5m33s
[01:38:16.218] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:19:0)
[01:38:16.238] Build status: STARTED
[01:38:16.238] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:20:0) after 6m59s
[01:45:15.313] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:20:0)
[01:45:15.356] Build status: STARTED
[01:45:15.356] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:21:0) after 3m25s
[01:48:40.373] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:21:0)
[01:48:40.538] Build status: STARTED
[01:48:40.538] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:22:0) after 9m32s
[01:58:12.598] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:22:0)
[01:58:12.619] Build status: STARTED
[01:58:12.619] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:23:0) after 4m47s
[02:02:59.635] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:23:0)
[02:02:59.651] Build status: STARTED
[02:02:59.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:24:0) after 1m31s
[02:04:30.680] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:24:0)
[02:04:30.777] Build status: STARTED
[02:04:30.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:25:0) after 7m53s
[02:12:23.817] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:25:0)
[02:12:23.846] Build status: STARTED
[02:12:23.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:26:0) after 6m22s
[02:18:45.865] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:26:0)
[02:18:45.880] Build status: STARTED
[02:18:45.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:27:0) after 7m11s
[02:25:56.898] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:27:0)
[02:25:56.917] Build status: STARTED
[02:25:56.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:28:0) after 4m6s
[02:30:02.940] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:28:0)
[02:30:02.963] Build status: STARTED
[02:30:02.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:29:0) after 7m46s
[02:37:48.979] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:29:0)
[02:37:49.043] Build status: STARTED
[02:37:49.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:30:0) after 9m30s
[02:47:19.283] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:30:0)
[02:47:19.306] Build status: STARTED
[02:47:19.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:31:0) after 7m13s
[02:54:32.297] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:31:0)
[02:54:32.321] Build status: STARTED
[02:54:32.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:32:0) after 2m58s
[02:57:30.341] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:32:0)
[02:57:30.358] Build status: STARTED
[02:57:30.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:33:0) after 3m29s
[03:00:59.414] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:33:0)
[03:00:59.433] Build status: STARTED
[03:00:59.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:34:0) after 4m49s
[03:05:48.450] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:34:0)
[03:05:48.534] Build status: STARTED
[03:05:48.534] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:35:0) after 5m22s
[03:11:10.602] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:35:0)
[03:11:10.622] Build status: STARTED
[03:11:10.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:36:0) after 2m25s
[03:13:35.949] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:36:0)
[03:13:35.970] Build status: STARTED
[03:13:35.970] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:37:0) after 7m49s
[03:21:24.950] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:37:0)
[03:21:24.972] Build status: STARTED
[03:21:24.972] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:38:0) after 1m25s
[03:22:50.016] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:38:0)
[03:22:50.121] Build status: STARTED
[03:22:50.121] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:39:0) after 2m57s
[03:25:47.453] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:39:0)
[03:25:47.477] Build status: STARTED
[03:25:47.477] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:40:0) after 9m7s
[03:34:55.153] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:40:0)
[03:34:55.175] Build status: STARTED
[03:34:55.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:41:0) after 8m37s
[03:43:32.631] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:41:0)
[03:43:32.667] Build status: STARTED
[03:43:32.667] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:42:0) after 7m31s
[03:51:03.797] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:42:0)
[03:51:03.967] Build status: STARTED
[03:51:03.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8895954077509592096:43:0) after 6m21s
[03:51:27.771] Received PubSub notification, asking Buildbucket for the build status
[03:51:27.788] Build:
{
"id": "8730524015577624977",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-11-23T00:08:19.783041695Z",
"startTime": "2024-11-23T00:08:24.310195827Z",
"endTime": "2024-11-23T03:51:27.358316150Z",
"updateTime": "2024-11-23T03:51:27.358316150Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e5b11298695f49d8cb85469f9c9469ca0d1b87d8",
"ref": "refs/heads/main"
}
}
}
[03:51:27.788] Invocation finished in 3h43m9.231317065s with status FAILED