[05:14:34.087] New invocation is queued and will start shortly
[05:14:35.154] Starting the invocation (attempt 1)
[05:14:35.208] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/3af9836cc5bc9a9db0ddf0a55408c44ad680ac15"
[05:14:35.208] Popped gitiles commit info from properties and tags
[05:14:35.208] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:14:35.208] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:14:35.208] Buildbucket request:
{
"requestId": "8920486587278397936",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8920486587278397936",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8fba202da8de3d02c3b8f3d883645473b59fb231"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8fba202da8de3d02c3b8f3d883645473b59fb231",
"title": "8fba202da8de3d02c3b8f3d883645473b59fb231",
"url": "https://fuchsia.googlesource.com/integration/+/8fba202da8de3d02c3b8f3d883645473b59fb231"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9eaa5503c60a533c461c4be08e8c7cdb89421c08"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9eaa5503c60a533c461c4be08e8c7cdb89421c08",
"title": "9eaa5503c60a533c461c4be08e8c7cdb89421c08",
"url": "https://fuchsia.googlesource.com/integration/+/9eaa5503c60a533c461c4be08e8c7cdb89421c08"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ca9d4c96ffdec9b32c4d98e22fa25e94df8afedd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ca9d4c96ffdec9b32c4d98e22fa25e94df8afedd",
"title": "ca9d4c96ffdec9b32c4d98e22fa25e94df8afedd",
"url": "https://fuchsia.googlesource.com/integration/+/ca9d4c96ffdec9b32c4d98e22fa25e94df8afedd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3af9836cc5bc9a9db0ddf0a55408c44ad680ac15"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3af9836cc5bc9a9db0ddf0a55408c44ad680ac15",
"title": "3af9836cc5bc9a9db0ddf0a55408c44ad680ac15",
"url": "https://fuchsia.googlesource.com/integration/+/3af9836cc5bc9a9db0ddf0a55408c44ad680ac15"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3af9836cc5bc9a9db0ddf0a55408c44ad680ac15",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8920486587278397936"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:14:35.902] Scheduled build:
{
"id": "8755056525381084993",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-02-26T05:14:35.267702286Z",
"updateTime": "2024-02-26T05:14:35.267702286Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3af9836cc5bc9a9db0ddf0a55408c44ad680ac15",
"ref": "refs/heads/main"
}
}
}
[05:14:35.903] Task URL: https://cr-buildbucket.appspot.com/build/8755056525381084993
[05:14:35.903] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:2:0) after 2m13s
[05:14:36.660] Received PubSub notification, asking Buildbucket for the build status
[05:14:36.688] Build status: SCHEDULED
[05:16:49.125] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:2:0)
[05:16:49.153] Build status: SCHEDULED
[05:16:49.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:4:0) after 5m13s
[05:17:45.103] Received PubSub notification, asking Buildbucket for the build status
[05:17:45.134] Build status: STARTED
[05:22:02.168] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:4:0)
[05:22:02.214] Build status: STARTED
[05:22:02.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:6:0) after 9m17s
[05:31:19.228] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:6:0)
[05:31:19.287] Build status: STARTED
[05:31:19.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:7:0) after 9m44s
[05:41:03.370] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:7:0)
[05:41:03.403] Build status: STARTED
[05:41:03.403] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:8:0) after 1m18s
[05:42:21.668] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:8:0)
[05:42:21.691] Build status: STARTED
[05:42:21.691] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:9:0) after 9m11s
[05:51:32.792] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:9:0)
[05:51:32.815] Build status: STARTED
[05:51:32.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:10:0) after 9m27s
[06:00:59.836] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:10:0)
[06:00:59.866] Build status: STARTED
[06:00:59.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:11:0) after 8m48s
[06:09:47.914] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:11:0)
[06:09:47.955] Build status: STARTED
[06:09:47.955] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:12:0) after 2m8s
[06:11:55.969] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:12:0)
[06:11:55.990] Build status: STARTED
[06:11:55.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:13:0) after 9m28s
[06:21:24.105] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:13:0)
[06:21:24.124] Build status: STARTED
[06:21:24.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:14:0) after 6m40s
[06:28:04.695] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:14:0)
[06:28:04.713] Build status: STARTED
[06:28:04.713] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:15:0) after 6m49s
[06:34:53.917] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:15:0)
[06:34:53.939] Build status: STARTED
[06:34:53.939] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:16:0) after 4m55s
[06:39:48.924] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:16:0)
[06:39:48.942] Build status: STARTED
[06:39:48.942] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:17:0) after 4m29s
[06:44:18.158] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:17:0)
[06:44:18.175] Build status: STARTED
[06:44:18.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:18:0) after 5m24s
[06:49:42.341] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:18:0)
[06:49:42.364] Build status: STARTED
[06:49:42.364] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:19:0) after 7m12s
[06:56:54.532] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:19:0)
[06:56:54.549] Build status: STARTED
[06:56:54.549] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:20:0) after 2m44s
[06:59:38.732] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:20:0)
[06:59:38.750] Build status: STARTED
[06:59:38.750] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:21:0) after 4m42s
[07:04:20.886] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:21:0)
[07:04:20.902] Build status: STARTED
[07:04:20.903] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:22:0) after 6m11s
[07:10:32.003] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:22:0)
[07:10:32.126] Build status: STARTED
[07:10:32.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:23:0) after 1m46s
[07:12:18.156] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:23:0)
[07:12:18.177] Build status: STARTED
[07:12:18.177] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:24:0) after 4m51s
[07:17:09.194] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:24:0)
[07:17:09.217] Build status: STARTED
[07:17:09.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:25:0) after 3m44s
[07:20:53.409] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:25:0)
[07:20:53.431] Build status: STARTED
[07:20:53.431] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:26:0) after 2m45s
[07:23:38.457] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:26:0)
[07:23:38.651] Build status: STARTED
[07:23:38.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:27:0) after 7m4s
[07:30:42.678] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:27:0)
[07:30:42.738] Build status: STARTED
[07:30:42.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:28:0) after 5m21s
[07:36:03.951] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:28:0)
[07:36:03.983] Build status: STARTED
[07:36:03.983] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:29:0) after 2m6s
[07:38:09.996] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:29:0)
[07:38:10.014] Build status: STARTED
[07:38:10.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:30:0) after 4m33s
[07:42:43.092] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:30:0)
[07:42:43.117] Build status: STARTED
[07:42:43.118] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:31:0) after 9m31s
[07:52:14.227] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:31:0)
[07:52:14.299] Build status: STARTED
[07:52:14.299] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:32:0) after 8m13s
[08:00:27.326] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:32:0)
[08:00:27.432] Build status: STARTED
[08:00:27.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:33:0) after 5m21s
[08:05:48.456] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:33:0)
[08:05:48.500] Build status: STARTED
[08:05:48.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:34:0) after 6m10s
[08:11:58.624] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:34:0)
[08:11:58.650] Build status: STARTED
[08:11:58.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:35:0) after 8m52s
[08:20:50.669] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:35:0)
[08:20:50.715] Build status: STARTED
[08:20:50.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:36:0) after 2m22s
[08:23:12.746] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:36:0)
[08:23:12.769] Build status: STARTED
[08:23:12.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:37:0) after 6m34s
[08:29:46.788] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:37:0)
[08:29:46.809] Build status: STARTED
[08:29:46.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:38:0) after 4m32s
[08:34:18.898] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:38:0)
[08:34:19.059] Build status: STARTED
[08:34:19.059] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:39:0) after 5m15s
[08:39:34.301] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:39:0)
[08:39:34.321] Build status: STARTED
[08:39:34.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:40:0) after 8m21s
[08:47:55.341] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:40:0)
[08:47:55.365] Build status: STARTED
[08:47:55.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:41:0) after 2m31s
[08:50:26.382] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:41:0)
[08:50:26.406] Build status: STARTED
[08:50:26.406] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:42:0) after 8m7s
[08:58:33.427] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:42:0)
[08:58:33.447] Build status: STARTED
[08:58:33.447] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:43:0) after 4m48s
[09:03:22.054] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:43:0)
[09:03:22.108] Build status: STARTED
[09:03:22.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:44:0) after 9m39s
[09:13:01.328] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:44:0)
[09:13:01.368] Build status: STARTED
[09:13:01.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:45:0) after 1m57s
[09:14:59.146] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:45:0)
[09:14:59.169] Build status: STARTED
[09:14:59.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:46:0) after 9m1s
[09:24:00.627] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:46:0)
[09:24:00.677] Build status: STARTED
[09:24:00.677] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:47:0) after 6m9s
[09:30:09.707] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:47:0)
[09:30:09.734] Build status: STARTED
[09:30:09.734] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:48:0) after 8m17s
[09:38:26.935] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:48:0)
[09:38:26.997] Build status: STARTED
[09:38:26.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:49:0) after 6m23s
[09:44:50.014] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:49:0)
[09:44:50.038] Build status: STARTED
[09:44:50.038] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:50:0) after 2m11s
[09:47:01.056] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:50:0)
[09:47:01.077] Build status: STARTED
[09:47:01.077] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8920486587278397936:51:0) after 7m8s
[09:49:41.552] Received PubSub notification, asking Buildbucket for the build status
[09:49:41.739] Build:
{
"id": "8755056525381084993",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-02-26T05:14:35.267702286Z",
"startTime": "2024-02-26T05:17:44.157314Z",
"endTime": "2024-02-26T09:49:41.018869Z",
"updateTime": "2024-02-26T09:49:41.018869Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3af9836cc5bc9a9db0ddf0a55408c44ad680ac15",
"ref": "refs/heads/main"
}
}
}
[09:49:41.739] Invocation finished in 4h35m7.66448972s with status FAILED