[13:27:26.949] New invocation is queued and will start shortly
[13:27:28.132] Starting the invocation (attempt 1)
[13:27:28.158] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/27d7ac12e0f1396f93fd8d36bf8ce3f40a085aa6"
[13:27:28.158] Popped gitiles commit info from properties and tags
[13:27:28.158] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:27:28.158] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:27:28.158] Buildbucket request:
{
"requestId": "8900161857408586528",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8900161857408586528",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5ed5fa48cde81bb38475d76cc0003c675c319878"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5ed5fa48cde81bb38475d76cc0003c675c319878",
"title": "5ed5fa48cde81bb38475d76cc0003c675c319878",
"url": "https://fuchsia.googlesource.com/integration/+/5ed5fa48cde81bb38475d76cc0003c675c319878"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e175a1249ebe64ba80728225828a8e0df90cc5a7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e175a1249ebe64ba80728225828a8e0df90cc5a7",
"title": "e175a1249ebe64ba80728225828a8e0df90cc5a7",
"url": "https://fuchsia.googlesource.com/integration/+/e175a1249ebe64ba80728225828a8e0df90cc5a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ce89f578c7e52f55b6b8a4ad0d4fe3713fd66be1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ce89f578c7e52f55b6b8a4ad0d4fe3713fd66be1",
"title": "ce89f578c7e52f55b6b8a4ad0d4fe3713fd66be1",
"url": "https://fuchsia.googlesource.com/integration/+/ce89f578c7e52f55b6b8a4ad0d4fe3713fd66be1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "53dc91d9f47e358776094cf1f0d2ec0f2a741dfb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@53dc91d9f47e358776094cf1f0d2ec0f2a741dfb",
"title": "53dc91d9f47e358776094cf1f0d2ec0f2a741dfb",
"url": "https://fuchsia.googlesource.com/integration/+/53dc91d9f47e358776094cf1f0d2ec0f2a741dfb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "de49ef229c2c6f0e2bf3c9a12a5bc37386db754d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@de49ef229c2c6f0e2bf3c9a12a5bc37386db754d",
"title": "de49ef229c2c6f0e2bf3c9a12a5bc37386db754d",
"url": "https://fuchsia.googlesource.com/integration/+/de49ef229c2c6f0e2bf3c9a12a5bc37386db754d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "27d7ac12e0f1396f93fd8d36bf8ce3f40a085aa6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@27d7ac12e0f1396f93fd8d36bf8ce3f40a085aa6",
"title": "27d7ac12e0f1396f93fd8d36bf8ce3f40a085aa6",
"url": "https://fuchsia.googlesource.com/integration/+/27d7ac12e0f1396f93fd8d36bf8ce3f40a085aa6"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "27d7ac12e0f1396f93fd8d36bf8ce3f40a085aa6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8900161857408586528"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:27:28.608] Scheduled build:
{
"id": "8734731795421378881",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-10-07T13:27:28.217497656Z",
"updateTime": "2024-10-07T13:27:28.217497656Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "27d7ac12e0f1396f93fd8d36bf8ce3f40a085aa6",
"ref": "refs/heads/main"
}
}
}
[13:27:28.608] Task URL: https://cr-buildbucket.appspot.com/build/8734731795421378881
[13:27:28.608] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:2:0) after 4m52s
[13:27:29.539] Received PubSub notification, asking Buildbucket for the build status
[13:27:29.607] Build status: SCHEDULED
[13:27:32.976] Received PubSub notification, asking Buildbucket for the build status
[13:27:33.006] Build status: STARTED
[13:32:20.638] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:2:0)
[13:32:20.657] Build status: STARTED
[13:32:20.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:5:0) after 3m53s
[13:36:13.795] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:5:0)
[13:36:13.838] Build status: STARTED
[13:36:13.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:6:0) after 7m3s
[13:43:16.955] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:6:0)
[13:43:16.979] Build status: STARTED
[13:43:16.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:7:0) after 7m11s
[13:50:27.996] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:7:0)
[13:50:28.013] Build status: STARTED
[13:50:28.013] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:8:0) after 7m31s
[13:57:59.194] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:8:0)
[13:57:59.260] Build status: STARTED
[13:57:59.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:9:0) after 9m14s
[14:07:13.565] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:9:0)
[14:07:13.584] Build status: STARTED
[14:07:13.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:10:0) after 9m0s
[14:16:13.618] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:10:0)
[14:16:13.657] Build status: STARTED
[14:16:13.658] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:11:0) after 7m44s
[14:23:57.726] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:11:0)
[14:23:57.815] Build status: STARTED
[14:23:57.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:12:0) after 8m11s
[14:32:09.122] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:12:0)
[14:32:09.180] Build status: STARTED
[14:32:09.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:13:0) after 5m23s
[14:37:32.253] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:13:0)
[14:37:32.273] Build status: STARTED
[14:37:32.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:14:0) after 2m54s
[14:40:26.287] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:14:0)
[14:40:26.310] Build status: STARTED
[14:40:26.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:15:0) after 1m23s
[14:41:49.325] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:15:0)
[14:41:49.347] Build status: STARTED
[14:41:49.347] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:16:0) after 5m50s
[14:47:39.407] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:16:0)
[14:47:39.428] Build status: STARTED
[14:47:39.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:17:0) after 9m1s
[14:56:40.419] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:17:0)
[14:56:40.434] Build status: STARTED
[14:56:40.434] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:18:0) after 3m10s
[14:59:50.557] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:18:0)
[14:59:50.578] Build status: STARTED
[14:59:50.578] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:19:0) after 8m34s
[15:08:24.794] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:19:0)
[15:08:24.817] Build status: STARTED
[15:08:24.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:20:0) after 2m53s
[15:11:17.892] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:20:0)
[15:11:17.913] Build status: STARTED
[15:11:17.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:21:0) after 9m50s
[15:21:08.003] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:21:0)
[15:21:08.029] Build status: STARTED
[15:21:08.029] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:22:0) after 2m46s
[15:23:54.054] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:22:0)
[15:23:54.140] Build status: STARTED
[15:23:54.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:23:0) after 5m53s
[15:29:47.280] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:23:0)
[15:29:47.300] Build status: STARTED
[15:29:47.300] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:24:0) after 8m45s
[15:38:32.367] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:24:0)
[15:38:32.388] Build status: STARTED
[15:38:32.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:25:0) after 7m14s
[15:45:46.425] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:25:0)
[15:45:46.465] Build status: STARTED
[15:45:46.465] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:26:0) after 6m40s
[15:52:26.479] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:26:0)
[15:52:26.498] Build status: STARTED
[15:52:26.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:27:0) after 6m56s
[15:59:22.484] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:27:0)
[15:59:22.509] Build status: STARTED
[15:59:22.509] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:28:0) after 1m11s
[16:00:33.531] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:28:0)
[16:00:33.566] Build status: STARTED
[16:00:33.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:29:0) after 2m35s
[16:03:08.569] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:29:0)
[16:03:08.594] Build status: STARTED
[16:03:08.594] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:30:0) after 9m1s
[16:12:09.611] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:30:0)
[16:12:09.628] Build status: STARTED
[16:12:09.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:31:0) after 1m17s
[16:13:26.696] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:31:0)
[16:13:26.780] Build status: STARTED
[16:13:26.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:32:0) after 5m49s
[16:19:15.804] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:32:0)
[16:19:15.828] Build status: STARTED
[16:19:15.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:33:0) after 9m50s
[16:29:05.978] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:33:0)
[16:29:05.997] Build status: STARTED
[16:29:05.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:34:0) after 6m7s
[16:35:13.052] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:34:0)
[16:35:13.072] Build status: STARTED
[16:35:13.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:35:0) after 6m0s
[16:41:13.159] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:35:0)
[16:41:13.186] Build status: STARTED
[16:41:13.186] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:36:0) after 1m50s
[16:43:03.204] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:36:0)
[16:43:03.235] Build status: STARTED
[16:43:03.235] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:37:0) after 3m47s
[16:46:50.362] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:37:0)
[16:46:50.392] Build status: STARTED
[16:46:50.392] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:38:0) after 1m35s
[16:48:25.464] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:38:0)
[16:48:25.482] Build status: STARTED
[16:48:25.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:39:0) after 9m18s
[16:57:43.664] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:39:0)
[16:57:43.680] Build status: STARTED
[16:57:43.680] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:40:0) after 3m7s
[17:00:50.697] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:40:0)
[17:00:50.728] Build status: STARTED
[17:00:50.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:41:0) after 5m26s
[17:06:16.776] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:41:0)
[17:06:16.796] Build status: STARTED
[17:06:16.796] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:42:0) after 8m28s
[17:14:44.813] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:42:0)
[17:14:44.832] Build status: STARTED
[17:14:44.832] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:43:0) after 7m43s
[17:22:27.900] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:43:0)
[17:22:27.921] Build status: STARTED
[17:22:27.921] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:44:0) after 6m11s
[17:28:38.940] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:44:0)
[17:28:39.032] Build status: STARTED
[17:28:39.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:45:0) after 6m58s
[17:35:37.052] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:45:0)
[17:35:37.072] Build status: STARTED
[17:35:37.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:46:0) after 1m26s
[17:37:03.090] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:46:0)
[17:37:03.115] Build status: STARTED
[17:37:03.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:47:0) after 4m16s
[17:41:19.135] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:47:0)
[17:41:19.161] Build status: STARTED
[17:41:19.161] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:48:0) after 9m54s
[17:51:13.195] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:48:0)
[17:51:13.224] Build status: STARTED
[17:51:13.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8900161857408586528:49:0) after 8m1s
[17:53:58.802] Received PubSub notification, asking Buildbucket for the build status
[17:53:58.820] Build:
{
"id": "8734731795421378881",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-10-07T13:27:28.217497656Z",
"startTime": "2024-10-07T13:27:32.783043874Z",
"endTime": "2024-10-07T17:53:58.445103929Z",
"updateTime": "2024-10-07T17:53:58.445103929Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "27d7ac12e0f1396f93fd8d36bf8ce3f40a085aa6",
"ref": "refs/heads/main"
}
}
}
[17:53:58.820] Invocation finished in 4h26m31.882280963s with status FAILED