[15:05:09.053] New invocation is queued and will start shortly
[15:05:10.532] Starting the invocation (attempt 1)
[15:05:10.557] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/0de96804eae3c8801906231c0b138f5499d79f67"
[15:05:10.557] Popped gitiles commit info from properties and tags
[15:05:10.557] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:05:10.557] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:05:10.557] Buildbucket request:
{
"requestId": "8896713025832941216",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8896713025832941216",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6d5dabebc60c6c667396cac20923c6ff507ddc19"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6d5dabebc60c6c667396cac20923c6ff507ddc19",
"title": "6d5dabebc60c6c667396cac20923c6ff507ddc19",
"url": "https://fuchsia.googlesource.com/integration/+/6d5dabebc60c6c667396cac20923c6ff507ddc19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4c8ec5c915828069c2b6a0bd536f0408226abcb9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4c8ec5c915828069c2b6a0bd536f0408226abcb9",
"title": "4c8ec5c915828069c2b6a0bd536f0408226abcb9",
"url": "https://fuchsia.googlesource.com/integration/+/4c8ec5c915828069c2b6a0bd536f0408226abcb9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ba4d149736e816d69a139dc18acf3ce00399a90a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ba4d149736e816d69a139dc18acf3ce00399a90a",
"title": "ba4d149736e816d69a139dc18acf3ce00399a90a",
"url": "https://fuchsia.googlesource.com/integration/+/ba4d149736e816d69a139dc18acf3ce00399a90a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "43a51e9cd2bc4a93162719208a421f1dc20288d4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@43a51e9cd2bc4a93162719208a421f1dc20288d4",
"title": "43a51e9cd2bc4a93162719208a421f1dc20288d4",
"url": "https://fuchsia.googlesource.com/integration/+/43a51e9cd2bc4a93162719208a421f1dc20288d4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "84f77b10da4373b0122b22e3dc505675fc78b865"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@84f77b10da4373b0122b22e3dc505675fc78b865",
"title": "84f77b10da4373b0122b22e3dc505675fc78b865",
"url": "https://fuchsia.googlesource.com/integration/+/84f77b10da4373b0122b22e3dc505675fc78b865"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0de96804eae3c8801906231c0b138f5499d79f67"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0de96804eae3c8801906231c0b138f5499d79f67",
"title": "0de96804eae3c8801906231c0b138f5499d79f67",
"url": "https://fuchsia.googlesource.com/integration/+/0de96804eae3c8801906231c0b138f5499d79f67"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "0de96804eae3c8801906231c0b138f5499d79f67",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8896713025832941216"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:05:11.264] Scheduled build:
{
"id": "8731282963527287729",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-11-14T15:05:10.616446393Z",
"updateTime": "2024-11-14T15:05:10.616446393Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "0de96804eae3c8801906231c0b138f5499d79f67",
"ref": "refs/heads/main"
}
}
}
[15:05:11.264] Task URL: https://cr-buildbucket.appspot.com/build/8731282963527287729
[15:05:11.264] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:2:0) after 5m17s
[15:05:12.131] Received PubSub notification, asking Buildbucket for the build status
[15:05:12.161] Build status: SCHEDULED
[15:05:17.439] Received PubSub notification, asking Buildbucket for the build status
[15:05:17.462] Build status: STARTED
[15:10:28.278] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:2:0)
[15:10:28.306] Build status: STARTED
[15:10:28.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:5:0) after 9m18s
[15:19:46.330] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:5:0)
[15:19:46.362] Build status: STARTED
[15:19:46.362] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:6:0) after 2m26s
[15:22:12.377] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:6:0)
[15:22:12.425] Build status: STARTED
[15:22:12.425] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:7:0) after 4m31s
[15:26:43.416] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:7:0)
[15:26:43.440] Build status: STARTED
[15:26:43.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:8:0) after 7m42s
[15:34:25.496] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:8:0)
[15:34:25.570] Build status: STARTED
[15:34:25.570] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:9:0) after 2m16s
[15:36:41.612] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:9:0)
[15:36:41.649] Build status: STARTED
[15:36:41.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:10:0) after 7m32s
[15:44:13.667] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:10:0)
[15:44:13.691] Build status: STARTED
[15:44:13.691] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:11:0) after 2m26s
[15:46:39.710] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:11:0)
[15:46:39.725] Build status: STARTED
[15:46:39.725] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:12:0) after 7m50s
[15:54:29.846] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:12:0)
[15:54:29.867] Build status: STARTED
[15:54:29.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:13:0) after 8m49s
[16:03:18.883] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:13:0)
[16:03:18.928] Build status: STARTED
[16:03:18.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:14:0) after 4m0s
[16:07:18.942] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:14:0)
[16:07:18.959] Build status: STARTED
[16:07:18.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:15:0) after 8m16s
[16:15:35.034] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:15:0)
[16:15:35.052] Build status: STARTED
[16:15:35.052] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:16:0) after 4m49s
[16:20:24.075] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:16:0)
[16:20:24.097] Build status: STARTED
[16:20:24.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:17:0) after 1m47s
[16:22:11.279] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:17:0)
[16:22:11.326] Build status: STARTED
[16:22:11.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:18:0) after 8m54s
[16:31:05.419] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:18:0)
[16:31:05.458] Build status: STARTED
[16:31:05.458] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:19:0) after 8m52s
[16:39:57.543] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:19:0)
[16:39:57.560] Build status: STARTED
[16:39:57.560] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:20:0) after 5m49s
[16:45:46.584] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:20:0)
[16:45:46.601] Build status: STARTED
[16:45:46.601] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:21:0) after 4m21s
[16:50:07.610] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:21:0)
[16:50:07.646] Build status: STARTED
[16:50:07.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:22:0) after 4m55s
[16:55:02.674] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:22:0)
[16:55:02.775] Build status: STARTED
[16:55:02.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:23:0) after 3m34s
[16:58:36.753] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:23:0)
[16:58:36.770] Build status: STARTED
[16:58:36.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:24:0) after 1m0s
[16:59:36.844] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:24:0)
[16:59:36.861] Build status: STARTED
[16:59:36.861] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:25:0) after 3m48s
[17:03:24.909] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:25:0)
[17:03:24.954] Build status: STARTED
[17:03:24.954] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:26:0) after 6m58s
[17:10:22.997] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:26:0)
[17:10:23.017] Build status: STARTED
[17:10:23.017] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:27:0) after 1m51s
[17:12:14.086] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:27:0)
[17:12:14.108] Build status: STARTED
[17:12:14.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:28:0) after 3m44s
[17:15:58.123] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:28:0)
[17:15:58.151] Build status: STARTED
[17:15:58.151] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:29:0) after 9m52s
[17:25:50.219] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:29:0)
[17:25:50.308] Build status: STARTED
[17:25:50.308] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:30:0) after 8m6s
[17:33:56.504] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:30:0)
[17:33:56.525] Build status: STARTED
[17:33:56.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:31:0) after 5m30s
[17:39:26.581] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:31:0)
[17:39:26.601] Build status: STARTED
[17:39:26.601] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:32:0) after 1m7s
[17:40:33.706] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:32:0)
[17:40:33.723] Build status: STARTED
[17:40:33.723] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:33:0) after 8m26s
[17:48:59.740] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:33:0)
[17:48:59.761] Build status: STARTED
[17:48:59.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:34:0) after 4m7s
[17:53:06.786] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:34:0)
[17:53:06.851] Build status: STARTED
[17:53:06.851] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:35:0) after 2m59s
[17:56:05.887] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:35:0)
[17:56:05.908] Build status: STARTED
[17:56:05.908] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:36:0) after 1m48s
[17:57:54.053] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:36:0)
[17:57:54.083] Build status: STARTED
[17:57:54.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:37:0) after 2m40s
[18:00:34.152] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:37:0)
[18:00:34.198] Build status: STARTED
[18:00:34.198] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:38:0) after 6m47s
[18:07:21.267] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:38:0)
[18:07:21.287] Build status: STARTED
[18:07:21.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:39:0) after 9m35s
[18:16:56.365] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:39:0)
[18:16:56.386] Build status: STARTED
[18:16:56.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:40:0) after 7m18s
[18:24:14.410] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:40:0)
[18:24:14.456] Build status: STARTED
[18:24:14.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:41:0) after 2m29s
[18:26:43.429] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:41:0)
[18:26:43.448] Build status: STARTED
[18:26:43.448] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:42:0) after 4m55s
[18:31:38.523] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:42:0)
[18:31:38.592] Build status: STARTED
[18:31:38.592] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:43:0) after 9m47s
[18:41:25.669] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:43:0)
[18:41:25.696] Build status: STARTED
[18:41:25.697] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:44:0) after 8m46s
[18:50:11.664] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:44:0)
[18:50:11.686] Build status: STARTED
[18:50:11.686] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8896713025832941216:45:0) after 6m20s
[18:52:14.986] Received PubSub notification, asking Buildbucket for the build status
[18:52:15.004] Build:
{
"id": "8731282963527287729",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-11-14T15:05:10.616446393Z",
"startTime": "2024-11-14T15:05:17.092847210Z",
"endTime": "2024-11-14T18:52:14.402750533Z",
"updateTime": "2024-11-14T18:52:14.402750533Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "0de96804eae3c8801906231c0b138f5499d79f67",
"ref": "refs/heads/main"
}
}
}
[18:52:15.004] Invocation finished in 3h47m5.970544447s with status FAILED