[09:03:45.552] New invocation is queued and will start shortly
[09:03:46.656] Starting the invocation (attempt 1)
[09:03:46.684] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/af576e9d17c1c4495aaeb8480f6d9e7e19375d4f"
[09:03:46.684] Popped gitiles commit info from properties and tags
[09:03:46.684] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:03:46.684] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:03:46.684] Buildbucket request:
{
"requestId": "8891571735535528080",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8891571735535528080",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "68fd19da855b040f77eabcc01f6c6b5151189eb8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@68fd19da855b040f77eabcc01f6c6b5151189eb8",
"title": "68fd19da855b040f77eabcc01f6c6b5151189eb8",
"url": "https://fuchsia.googlesource.com/integration/+/68fd19da855b040f77eabcc01f6c6b5151189eb8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f180b5efbdead68ee3a1f500e0ec0c56b68ff374"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f180b5efbdead68ee3a1f500e0ec0c56b68ff374",
"title": "f180b5efbdead68ee3a1f500e0ec0c56b68ff374",
"url": "https://fuchsia.googlesource.com/integration/+/f180b5efbdead68ee3a1f500e0ec0c56b68ff374"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6e9a8eb4b7cc92fd47c7d277d836792596cd2d4d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6e9a8eb4b7cc92fd47c7d277d836792596cd2d4d",
"title": "6e9a8eb4b7cc92fd47c7d277d836792596cd2d4d",
"url": "https://fuchsia.googlesource.com/integration/+/6e9a8eb4b7cc92fd47c7d277d836792596cd2d4d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c6d3bd73a731b02a4e9c341233ed2bfe8e5fa36f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c6d3bd73a731b02a4e9c341233ed2bfe8e5fa36f",
"title": "c6d3bd73a731b02a4e9c341233ed2bfe8e5fa36f",
"url": "https://fuchsia.googlesource.com/integration/+/c6d3bd73a731b02a4e9c341233ed2bfe8e5fa36f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b9b0e5e92033645bbfc248c28eb73ab0d99c543e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b9b0e5e92033645bbfc248c28eb73ab0d99c543e",
"title": "b9b0e5e92033645bbfc248c28eb73ab0d99c543e",
"url": "https://fuchsia.googlesource.com/integration/+/b9b0e5e92033645bbfc248c28eb73ab0d99c543e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "af576e9d17c1c4495aaeb8480f6d9e7e19375d4f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@af576e9d17c1c4495aaeb8480f6d9e7e19375d4f",
"title": "af576e9d17c1c4495aaeb8480f6d9e7e19375d4f",
"url": "https://fuchsia.googlesource.com/integration/+/af576e9d17c1c4495aaeb8480f6d9e7e19375d4f"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "af576e9d17c1c4495aaeb8480f6d9e7e19375d4f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8891571735535528080"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:03:47.040] Scheduled build:
{
"id": "8726141673623196721",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2025-01-10T09:03:46.751334502Z",
"updateTime": "2025-01-10T09:03:46.751334502Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "af576e9d17c1c4495aaeb8480f6d9e7e19375d4f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:03:47.040] Task URL: https://cr-buildbucket.appspot.com/build/8726141673623196721
[09:03:47.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:2:0) after 4m22s
[09:03:48.041] Received PubSub notification, asking Buildbucket for the build status
[09:03:48.068] Build status: SCHEDULED
[09:03:51.417] Received PubSub notification, asking Buildbucket for the build status
[09:03:51.438] Build status: STARTED
[09:08:09.502] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:2:0)
[09:08:09.626] Build status: STARTED
[09:08:09.626] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:5:0) after 4m35s
[09:12:44.910] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:5:0)
[09:12:44.959] Build status: STARTED
[09:12:44.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:6:0) after 4m17s
[09:17:02.362] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:6:0)
[09:17:02.391] Build status: STARTED
[09:17:02.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:7:0) after 9m58s
[09:27:00.800] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:7:0)
[09:27:00.824] Build status: STARTED
[09:27:00.824] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:8:0) after 2m46s
[09:29:46.977] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:8:0)
[09:29:47.001] Build status: STARTED
[09:29:47.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:9:0) after 8m34s
[09:38:21.227] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:9:0)
[09:38:21.247] Build status: STARTED
[09:38:21.247] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:10:0) after 5m18s
[09:43:39.269] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:10:0)
[09:43:39.285] Build status: STARTED
[09:43:39.285] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:11:0) after 2m34s
[09:46:13.471] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:11:0)
[09:46:13.502] Build status: STARTED
[09:46:13.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:12:0) after 8m34s
[09:54:47.525] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:12:0)
[09:54:47.589] Build status: STARTED
[09:54:47.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:13:0) after 3m10s
[09:57:57.614] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:13:0)
[09:57:57.687] Build status: STARTED
[09:57:57.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:14:0) after 2m10s
[10:00:07.719] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:14:0)
[10:00:07.742] Build status: STARTED
[10:00:07.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:15:0) after 5m31s
[10:05:38.767] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:15:0)
[10:05:38.849] Build status: STARTED
[10:05:38.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:16:0) after 2m35s
[10:08:13.872] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:16:0)
[10:08:13.889] Build status: STARTED
[10:08:13.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:17:0) after 8m20s
[10:16:34.140] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:17:0)
[10:16:34.161] Build status: STARTED
[10:16:34.161] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:18:0) after 5m32s
[10:22:06.338] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:18:0)
[10:22:06.355] Build status: STARTED
[10:22:06.355] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:19:0) after 5m12s
[10:27:18.498] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:19:0)
[10:27:18.528] Build status: STARTED
[10:27:18.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:20:0) after 5m43s
[10:33:01.685] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:20:0)
[10:33:01.707] Build status: STARTED
[10:33:01.707] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:21:0) after 2m18s
[10:35:19.849] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:21:0)
[10:35:19.869] Build status: STARTED
[10:35:19.869] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:22:0) after 4m51s
[10:40:10.936] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:22:0)
[10:40:10.959] Build status: STARTED
[10:40:10.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:23:0) after 6m9s
[10:46:20.023] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:23:0)
[10:46:20.051] Build status: STARTED
[10:46:20.051] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:24:0) after 5m12s
[10:51:32.206] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:24:0)
[10:51:32.228] Build status: STARTED
[10:51:32.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:25:0) after 8m14s
[10:59:46.246] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:25:0)
[10:59:46.313] Build status: STARTED
[10:59:46.313] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:26:0) after 7m16s
[11:07:02.332] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:26:0)
[11:07:02.404] Build status: STARTED
[11:07:02.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:27:0) after 7m40s
[11:14:42.437] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:27:0)
[11:14:42.461] Build status: STARTED
[11:14:42.461] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:28:0) after 6m27s
[11:21:09.487] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:28:0)
[11:21:09.502] Build status: STARTED
[11:21:09.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:29:0) after 6m58s
[11:28:07.520] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:29:0)
[11:28:07.535] Build status: STARTED
[11:28:07.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:30:0) after 8m28s
[11:36:35.559] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:30:0)
[11:36:35.583] Build status: STARTED
[11:36:35.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:31:0) after 3m14s
[11:39:49.620] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:31:0)
[11:39:49.642] Build status: STARTED
[11:39:49.642] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:32:0) after 1m16s
[11:41:05.870] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:32:0)
[11:41:05.889] Build status: STARTED
[11:41:05.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:33:0) after 2m53s
[11:43:59.056] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:33:0)
[11:43:59.124] Build status: STARTED
[11:43:59.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:34:0) after 6m6s
[11:50:05.403] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:34:0)
[11:50:05.425] Build status: STARTED
[11:50:05.425] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:35:0) after 1m11s
[11:51:16.452] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:35:0)
[11:51:16.471] Build status: STARTED
[11:51:16.471] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:36:0) after 4m11s
[11:55:27.495] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:36:0)
[11:55:27.517] Build status: STARTED
[11:55:27.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:37:0) after 5m31s
[12:00:58.633] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:37:0)
[12:00:58.654] Build status: STARTED
[12:00:58.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:38:0) after 6m4s
[12:07:03.194] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:38:0)
[12:07:03.213] Build status: STARTED
[12:07:03.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:39:0) after 2m47s
[12:09:50.485] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:39:0)
[12:09:50.543] Build status: STARTED
[12:09:50.543] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:40:0) after 9m23s
[12:19:13.774] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:40:0)
[12:19:13.884] Build status: STARTED
[12:19:13.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:41:0) after 1m37s
[12:20:51.176] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:41:0)
[12:20:51.208] Build status: STARTED
[12:20:51.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:42:0) after 9m26s
[12:30:17.313] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:42:0)
[12:30:17.334] Build status: STARTED
[12:30:17.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:43:0) after 7m16s
[12:37:33.365] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:43:0)
[12:37:33.404] Build status: STARTED
[12:37:33.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:44:0) after 1m18s
[12:38:51.430] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:44:0)
[12:38:51.459] Build status: STARTED
[12:38:51.459] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:45:0) after 7m5s
[12:45:56.561] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:45:0)
[12:45:56.645] Build status: STARTED
[12:45:56.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:46:0) after 9m53s
[12:55:49.700] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:46:0)
[12:55:49.715] Build status: STARTED
[12:55:49.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8891571735535528080:47:0) after 8m10s
[12:58:49.105] Received PubSub notification, asking Buildbucket for the build status
[12:58:49.123] Build:
{
"id": "8726141673623196721",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2025-01-10T09:03:46.751334502Z",
"startTime": "2025-01-10T09:03:51.214737214Z",
"endTime": "2025-01-10T12:58:48.717496842Z",
"updateTime": "2025-01-10T12:58:48.717496842Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "af576e9d17c1c4495aaeb8480f6d9e7e19375d4f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:58:49.123] Invocation finished in 3h55m3.578409381s with status FAILED