[23:19:10.071] New invocation is queued and will start shortly
[23:19:11.514] Starting the invocation (attempt 1)
[23:19:11.546] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/f8c726487b5e6d6ac11376f099c4bf3704bffb04"
[23:19:11.546] Popped gitiles commit info from properties and tags
[23:19:11.546] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:19:11.546] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:19:11.546] Buildbucket request:
{
"requestId": "8863432858292183952",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863432858292183952",
"job": "fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7a9e060a77a297fc2fba601b70b9abbe78de16c5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7a9e060a77a297fc2fba601b70b9abbe78de16c5",
"title": "7a9e060a77a297fc2fba601b70b9abbe78de16c5",
"url": "https://fuchsia.googlesource.com/integration/+/7a9e060a77a297fc2fba601b70b9abbe78de16c5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6cf7ca7029a32cfc1d123d6da73394fb1dd1477a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6cf7ca7029a32cfc1d123d6da73394fb1dd1477a",
"title": "6cf7ca7029a32cfc1d123d6da73394fb1dd1477a",
"url": "https://fuchsia.googlesource.com/integration/+/6cf7ca7029a32cfc1d123d6da73394fb1dd1477a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f8c726487b5e6d6ac11376f099c4bf3704bffb04"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f8c726487b5e6d6ac11376f099c4bf3704bffb04",
"title": "f8c726487b5e6d6ac11376f099c4bf3704bffb04",
"url": "https://fuchsia.googlesource.com/integration/+/f8c726487b5e6d6ac11376f099c4bf3704bffb04"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f8c726487b5e6d6ac11376f099c4bf3704bffb04",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863432858292183952"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:19:11.885] Scheduled build:
{
"id": "8698002796044428705",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-16T23:19:11.590065142Z",
"updateTime": "2025-11-16T23:19:11.590065142Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f8c726487b5e6d6ac11376f099c4bf3704bffb04",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:19:11.885] Task URL: https://cr-buildbucket.appspot.com/build/8698002796044428705
[23:19:11.885] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:2:0) after 2m22s
[23:19:11.996] Received PubSub notification, asking Buildbucket for the build status
[23:19:12.013] Build status: SCHEDULED
[23:19:14.717] Received PubSub notification, asking Buildbucket for the build status
[23:19:14.741] Build status: STARTED
[23:21:33.988] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:2:0)
[23:21:34.046] Build status: STARTED
[23:21:34.046] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:5:0) after 9m6s
[23:30:40.158] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:5:0)
[23:30:40.234] Build status: STARTED
[23:30:40.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:6:0) after 9m30s
[23:40:10.346] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:6:0)
[23:40:10.363] Build status: STARTED
[23:40:10.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:7:0) after 6m34s
[23:46:44.445] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:7:0)
[23:46:44.464] Build status: STARTED
[23:46:44.464] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:8:0) after 2m26s
[23:49:10.525] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:8:0)
[23:49:10.786] Build status: STARTED
[23:49:10.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:9:0) after 3m29s
[23:52:39.901] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:9:0)
[23:52:39.920] Build status: STARTED
[23:52:39.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:10:0) after 1m48s
[23:54:27.934] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:10:0)
[23:54:27.949] Build status: STARTED
[23:54:27.950] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:11:0) after 7m5s
[00:01:33.168] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:11:0)
[00:01:33.184] Build status: STARTED
[00:01:33.184] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:12:0) after 1m37s
[00:03:10.199] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:12:0)
[00:03:10.217] Build status: STARTED
[00:03:10.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:13:0) after 7m36s
[00:10:46.332] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:13:0)
[00:10:46.346] Build status: STARTED
[00:10:46.346] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:14:0) after 7m33s
[00:18:19.334] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:14:0)
[00:18:19.351] Build status: STARTED
[00:18:19.351] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:15:0) after 1m26s
[00:19:45.417] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:15:0)
[00:19:45.533] Build status: STARTED
[00:19:45.533] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:16:0) after 7m4s
[00:26:49.761] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:16:0)
[00:26:49.775] Build status: STARTED
[00:26:49.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:17:0) after 6m20s
[00:33:09.844] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:17:0)
[00:33:09.859] Build status: STARTED
[00:33:09.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:18:0) after 6m15s
[00:39:24.907] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:18:0)
[00:39:24.971] Build status: STARTED
[00:39:24.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:19:0) after 6m48s
[00:46:13.027] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:19:0)
[00:46:13.040] Build status: STARTED
[00:46:13.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:20:0) after 9m21s
[00:55:34.152] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:20:0)
[00:55:34.189] Build status: STARTED
[00:55:34.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:21:0) after 3m48s
[00:59:22.333] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:21:0)
[00:59:22.346] Build status: STARTED
[00:59:22.347] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:22:0) after 6m12s
[01:05:34.360] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:22:0)
[01:05:34.389] Build status: STARTED
[01:05:34.389] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:23:0) after 6m8s
[01:11:42.558] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:23:0)
[01:11:42.571] Build status: STARTED
[01:11:42.571] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:24:0) after 8m8s
[01:19:50.597] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:24:0)
[01:19:50.610] Build status: STARTED
[01:19:50.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:25:0) after 7m5s
[01:26:55.929] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:25:0)
[01:26:56.021] Build status: STARTED
[01:26:56.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:26:0) after 6m7s
[01:33:03.335] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:26:0)
[01:33:03.356] Build status: STARTED
[01:33:03.356] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:27:0) after 2m45s
[01:35:48.369] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:27:0)
[01:35:48.388] Build status: STARTED
[01:35:48.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:28:0) after 1m23s
[01:37:11.412] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:28:0)
[01:37:11.461] Build status: STARTED
[01:37:11.461] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:29:0) after 4m17s
[01:41:29.064] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:29:0)
[01:41:29.080] Build status: STARTED
[01:41:29.080] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:30:0) after 3m8s
[01:44:37.157] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:30:0)
[01:44:37.177] Build status: STARTED
[01:44:37.177] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:31:0) after 1m39s
[01:46:16.191] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:31:0)
[01:46:16.235] Build status: STARTED
[01:46:16.235] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:32:0) after 8m57s
[01:55:13.404] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:32:0)
[01:55:13.419] Build status: STARTED
[01:55:13.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:33:0) after 8m33s
[02:03:46.436] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:33:0)
[02:03:46.464] Build status: STARTED
[02:03:46.464] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:34:0) after 1m48s
[02:05:34.616] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:34:0)
[02:05:34.649] Build status: STARTED
[02:05:34.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:35:0) after 7m50s
[02:13:24.666] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:35:0)
[02:13:24.745] Build status: STARTED
[02:13:24.745] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:36:0) after 8m15s
[02:21:40.108] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:36:0)
[02:21:40.122] Build status: STARTED
[02:21:40.122] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:37:0) after 1m0s
[02:22:40.317] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:37:0)
[02:22:40.358] Build status: STARTED
[02:22:40.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:38:0) after 5m5s
[02:27:45.347] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:38:0)
[02:27:45.371] Build status: STARTED
[02:27:45.371] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:39:0) after 5m39s
[02:33:24.630] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:39:0)
[02:33:24.658] Build status: STARTED
[02:33:24.658] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:40:0) after 8m15s
[02:41:39.676] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:40:0)
[02:41:39.694] Build status: STARTED
[02:41:39.694] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:41:0) after 6m43s
[02:48:22.793] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:41:0)
[02:48:22.808] Build status: STARTED
[02:48:22.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:42:0) after 4m36s
[02:52:59.120] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:42:0)
[02:52:59.136] Build status: STARTED
[02:52:59.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:43:0) after 7m28s
[03:00:27.406] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:43:0)
[03:00:27.422] Build status: STARTED
[03:00:27.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:44:0) after 9m52s
[03:10:19.539] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:44:0)
[03:10:19.557] Build status: STARTED
[03:10:19.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:45:0) after 3m13s
[03:13:32.578] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:45:0)
[03:13:32.599] Build status: STARTED
[03:13:32.599] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:46:0) after 2m46s
[03:16:18.951] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:46:0)
[03:16:18.966] Build status: STARTED
[03:16:18.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:47:0) after 2m39s
[03:18:57.981] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:47:0)
[03:18:58.085] Build status: STARTED
[03:18:58.085] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8863432858292183952:48:0) after 3m4s
[03:20:02.308] Received PubSub notification, asking Buildbucket for the build status
[03:20:02.625] Build:
{
"id": "8698002796044428705",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-16T23:19:11.590065142Z",
"startTime": "2025-11-16T23:19:14.573406992Z",
"endTime": "2025-11-17T03:19:55.152055372Z",
"updateTime": "2025-11-17T03:19:55.152055372Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "f8c726487b5e6d6ac11376f099c4bf3704bffb04",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:20:02.625] Invocation finished in 4h0m52.561701091s with status FAILED