[10:00:53.571] New invocation is queued and will start shortly
[10:00:54.757] Starting the invocation (attempt 1)
[10:00:54.786] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/24c11b5bab1f1f96d14646c292b59e32d123db7b"
[10:00:54.786] Popped gitiles commit info from properties and tags
[10:00:54.786] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:00:54.787] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:00:54.787] Buildbucket request:
{
"requestId": "8902167986067402896",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8902167986067402896",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e986f31f10dad27a1d03293a99fa27157566d630"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e986f31f10dad27a1d03293a99fa27157566d630",
"title": "e986f31f10dad27a1d03293a99fa27157566d630",
"url": "https://fuchsia.googlesource.com/integration/+/e986f31f10dad27a1d03293a99fa27157566d630"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d13418a3e8d9266b0b80e259f73b353cb91a288f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d13418a3e8d9266b0b80e259f73b353cb91a288f",
"title": "d13418a3e8d9266b0b80e259f73b353cb91a288f",
"url": "https://fuchsia.googlesource.com/integration/+/d13418a3e8d9266b0b80e259f73b353cb91a288f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b13bfd348fb856c43e9171e3c028c3aae7d91d9e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b13bfd348fb856c43e9171e3c028c3aae7d91d9e",
"title": "b13bfd348fb856c43e9171e3c028c3aae7d91d9e",
"url": "https://fuchsia.googlesource.com/integration/+/b13bfd348fb856c43e9171e3c028c3aae7d91d9e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "24c11b5bab1f1f96d14646c292b59e32d123db7b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@24c11b5bab1f1f96d14646c292b59e32d123db7b",
"title": "24c11b5bab1f1f96d14646c292b59e32d123db7b",
"url": "https://fuchsia.googlesource.com/integration/+/24c11b5bab1f1f96d14646c292b59e32d123db7b"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "24c11b5bab1f1f96d14646c292b59e32d123db7b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8902167986067402896"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:00:55.251] Scheduled build:
{
"id": "8736737924074356161",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-09-15T10:00:54.845030302Z",
"updateTime": "2024-09-15T10:00:54.845030302Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "24c11b5bab1f1f96d14646c292b59e32d123db7b",
"ref": "refs/heads/main"
}
}
}
[10:00:55.252] Task URL: https://cr-buildbucket.appspot.com/build/8736737924074356161
[10:00:55.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:2:0) after 9m35s
[10:00:56.626] Received PubSub notification, asking Buildbucket for the build status
[10:00:56.643] Build status: SCHEDULED
[10:01:04.337] Received PubSub notification, asking Buildbucket for the build status
[10:01:04.353] Build status: STARTED
[10:10:30.269] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:2:0)
[10:10:30.284] Build status: STARTED
[10:10:30.284] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:5:0) after 2m42s
[10:13:12.327] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:5:0)
[10:13:12.345] Build status: STARTED
[10:13:12.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:6:0) after 2m31s
[10:15:43.322] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:6:0)
[10:15:43.468] Build status: STARTED
[10:15:43.468] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:7:0) after 7m58s
[10:23:41.507] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:7:0)
[10:23:41.541] Build status: STARTED
[10:23:41.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:8:0) after 2m9s
[10:25:50.559] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:8:0)
[10:25:50.643] Build status: STARTED
[10:25:50.643] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:9:0) after 9m20s
[10:35:10.858] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:9:0)
[10:35:10.880] Build status: STARTED
[10:35:10.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:10:0) after 3m37s
[10:38:47.897] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:10:0)
[10:38:47.950] Build status: STARTED
[10:38:47.950] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:11:0) after 6m29s
[10:45:17.281] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:11:0)
[10:45:17.329] Build status: STARTED
[10:45:17.329] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:12:0) after 9m41s
[10:54:58.515] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:12:0)
[10:54:58.531] Build status: STARTED
[10:54:58.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:13:0) after 3m10s
[10:58:08.650] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:13:0)
[10:58:08.667] Build status: STARTED
[10:58:08.667] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:14:0) after 2m25s
[11:00:33.880] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:14:0)
[11:00:33.988] Build status: STARTED
[11:00:33.988] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:15:0) after 3m15s
[11:03:49.083] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:15:0)
[11:03:49.100] Build status: STARTED
[11:03:49.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:16:0) after 3m23s
[11:07:12.118] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:16:0)
[11:07:12.158] Build status: STARTED
[11:07:12.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:17:0) after 1m45s
[11:08:57.200] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:17:0)
[11:08:57.219] Build status: STARTED
[11:08:57.219] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:18:0) after 4m15s
[11:13:12.243] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:18:0)
[11:13:12.262] Build status: STARTED
[11:13:12.262] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:19:0) after 1m22s
[11:14:34.278] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:19:0)
[11:14:34.296] Build status: STARTED
[11:14:34.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:20:0) after 9m8s
[11:23:42.315] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:20:0)
[11:23:42.353] Build status: STARTED
[11:23:42.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:21:0) after 7m24s
[11:31:06.372] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:21:0)
[11:31:06.392] Build status: STARTED
[11:31:06.392] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:22:0) after 2m5s
[11:33:11.673] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:22:0)
[11:33:11.705] Build status: STARTED
[11:33:11.705] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:23:0) after 7m6s
[11:40:17.723] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:23:0)
[11:40:17.744] Build status: STARTED
[11:40:17.744] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:24:0) after 5m21s
[11:45:38.761] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:24:0)
[11:45:38.780] Build status: STARTED
[11:45:38.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:25:0) after 6m24s
[11:52:02.797] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:25:0)
[11:52:02.816] Build status: STARTED
[11:52:02.816] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:26:0) after 8m25s
[12:00:27.834] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:26:0)
[12:00:27.867] Build status: STARTED
[12:00:27.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:27:0) after 4m36s
[12:05:03.899] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:27:0)
[12:05:03.921] Build status: STARTED
[12:05:03.921] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:28:0) after 7m41s
[12:12:45.145] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:28:0)
[12:12:45.172] Build status: STARTED
[12:12:45.172] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:29:0) after 1m29s
[12:14:14.192] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:29:0)
[12:14:14.213] Build status: STARTED
[12:14:14.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:30:0) after 3m51s
[12:18:05.270] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:30:0)
[12:18:05.295] Build status: STARTED
[12:18:05.295] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:31:0) after 8m0s
[12:26:05.505] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:31:0)
[12:26:05.520] Build status: STARTED
[12:26:05.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:32:0) after 8m46s
[12:34:51.538] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:32:0)
[12:34:51.559] Build status: STARTED
[12:34:51.559] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:33:0) after 6m45s
[12:41:36.574] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:33:0)
[12:41:36.592] Build status: STARTED
[12:41:36.592] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:34:0) after 5m54s
[12:47:30.610] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:34:0)
[12:47:30.627] Build status: STARTED
[12:47:30.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:35:0) after 7m13s
[12:54:43.828] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:35:0)
[12:54:43.848] Build status: STARTED
[12:54:43.848] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:36:0) after 8m24s
[13:03:07.960] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:36:0)
[13:03:08.070] Build status: STARTED
[13:03:08.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:37:0) after 7m26s
[13:10:34.165] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:37:0)
[13:10:34.185] Build status: STARTED
[13:10:34.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:38:0) after 5m48s
[13:16:22.202] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:38:0)
[13:16:22.237] Build status: STARTED
[13:16:22.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:39:0) after 9m54s
[13:26:16.253] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:39:0)
[13:26:16.276] Build status: STARTED
[13:26:16.276] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:40:0) after 2m51s
[13:29:07.417] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:40:0)
[13:29:07.438] Build status: STARTED
[13:29:07.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:41:0) after 2m11s
[13:31:18.515] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:41:0)
[13:31:18.539] Build status: STARTED
[13:31:18.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:42:0) after 4m0s
[13:35:18.556] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:42:0)
[13:35:18.575] Build status: STARTED
[13:35:18.575] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:43:0) after 4m44s
[13:40:02.598] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:43:0)
[13:40:02.615] Build status: STARTED
[13:40:02.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:44:0) after 4m47s
[13:44:49.831] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:44:0)
[13:44:49.850] Build status: STARTED
[13:44:49.850] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:45:0) after 2m48s
[13:47:37.953] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:45:0)
[13:47:37.974] Build status: STARTED
[13:47:37.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:46:0) after 5m17s
[13:52:55.041] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:46:0)
[13:52:55.063] Build status: STARTED
[13:52:55.063] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:47:0) after 3m56s
[13:56:51.080] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:47:0)
[13:56:51.098] Build status: STARTED
[13:56:51.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:48:0) after 6m59s
[14:03:50.122] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:48:0)
[14:03:50.142] Build status: STARTED
[14:03:50.142] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:49:0) after 1m8s
[14:04:58.164] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:49:0)
[14:04:58.187] Build status: STARTED
[14:04:58.187] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:50:0) after 9m48s
[14:14:46.505] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:50:0)
[14:14:46.526] Build status: STARTED
[14:14:46.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:51:0) after 3m34s
[14:18:20.547] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:51:0)
[14:18:20.568] Build status: STARTED
[14:18:20.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8902167986067402896:52:0) after 4m23s
[14:19:34.700] Received PubSub notification, asking Buildbucket for the build status
[14:19:34.730] Build:
{
"id": "8736737924074356161",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-09-15T10:00:54.845030302Z",
"startTime": "2024-09-15T10:01:04.113613149Z",
"endTime": "2024-09-15T14:19:34.424929106Z",
"updateTime": "2024-09-15T14:19:34.424929106Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "24c11b5bab1f1f96d14646c292b59e32d123db7b",
"ref": "refs/heads/main"
}
}
}
[14:19:34.730] Invocation finished in 4h18m41.169395425s with status FAILED