[13:16:22.727] New invocation is queued and will start shortly
[13:16:26.264] Starting the invocation (attempt 1)
[13:16:26.288] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/b938a191a12f841b2fc221c0a957efdc5d7652b0"
[13:16:26.289] Popped gitiles commit info from properties and tags
[13:16:26.289] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:16:26.289] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:16:26.289] Buildbucket request:
{
"requestId": "8876335551731839264",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876335551731839264",
"job": "fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "eb1fe724b48d395e00f78bb0f8156d468ba48a06"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@eb1fe724b48d395e00f78bb0f8156d468ba48a06",
"title": "eb1fe724b48d395e00f78bb0f8156d468ba48a06",
"url": "https://fuchsia.googlesource.com/integration/+/eb1fe724b48d395e00f78bb0f8156d468ba48a06"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "adb982bf352ba4855960a479d2ac6124e129b0a9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@adb982bf352ba4855960a479d2ac6124e129b0a9",
"title": "adb982bf352ba4855960a479d2ac6124e129b0a9",
"url": "https://fuchsia.googlesource.com/integration/+/adb982bf352ba4855960a479d2ac6124e129b0a9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "690cf484cf26040b66aef21579982aa576de8714"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@690cf484cf26040b66aef21579982aa576de8714",
"title": "690cf484cf26040b66aef21579982aa576de8714",
"url": "https://fuchsia.googlesource.com/integration/+/690cf484cf26040b66aef21579982aa576de8714"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4daabd27775309ce569900fde1a6974eccca7b88"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4daabd27775309ce569900fde1a6974eccca7b88",
"title": "4daabd27775309ce569900fde1a6974eccca7b88",
"url": "https://fuchsia.googlesource.com/integration/+/4daabd27775309ce569900fde1a6974eccca7b88"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9ebf0e78b6604008110eca4648c875b5358c6d9b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9ebf0e78b6604008110eca4648c875b5358c6d9b",
"title": "9ebf0e78b6604008110eca4648c875b5358c6d9b",
"url": "https://fuchsia.googlesource.com/integration/+/9ebf0e78b6604008110eca4648c875b5358c6d9b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "bf5fbab6d030cbf8a4cff50fc7b55e5bb0bf5026"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bf5fbab6d030cbf8a4cff50fc7b55e5bb0bf5026",
"title": "bf5fbab6d030cbf8a4cff50fc7b55e5bb0bf5026",
"url": "https://fuchsia.googlesource.com/integration/+/bf5fbab6d030cbf8a4cff50fc7b55e5bb0bf5026"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7a59970a32f54a40a2ac7c70d6d23f7a1926c562"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7a59970a32f54a40a2ac7c70d6d23f7a1926c562",
"title": "7a59970a32f54a40a2ac7c70d6d23f7a1926c562",
"url": "https://fuchsia.googlesource.com/integration/+/7a59970a32f54a40a2ac7c70d6d23f7a1926c562"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b938a191a12f841b2fc221c0a957efdc5d7652b0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b938a191a12f841b2fc221c0a957efdc5d7652b0",
"title": "b938a191a12f841b2fc221c0a957efdc5d7652b0",
"url": "https://fuchsia.googlesource.com/integration/+/b938a191a12f841b2fc221c0a957efdc5d7652b0"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "b938a191a12f841b2fc221c0a957efdc5d7652b0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876335551731839264"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:16:26.677] Scheduled build:
{
"id": "8710905487280308177",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-27T13:16:26.346346736Z",
"updateTime": "2025-06-27T13:16:26.346346736Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "b938a191a12f841b2fc221c0a957efdc5d7652b0",
"ref": "refs/heads/main"
}
}
}
[13:16:26.677] Task URL: https://cr-buildbucket.appspot.com/build/8710905487280308177
[13:16:26.677] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:2:0) after 7m3s
[13:16:27.736] Received PubSub notification, asking Buildbucket for the build status
[13:16:27.768] Build status: SCHEDULED
[13:16:36.796] Received PubSub notification, asking Buildbucket for the build status
[13:16:36.822] Build status: STARTED
[13:23:29.700] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:2:0)
[13:23:29.726] Build status: STARTED
[13:23:29.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:5:0) after 5m1s
[13:28:30.785] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:5:0)
[13:28:30.802] Build status: STARTED
[13:28:30.802] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:6:0) after 6m10s
[13:34:40.870] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:6:0)
[13:34:40.933] Build status: STARTED
[13:34:40.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:7:0) after 3m20s
[13:38:00.948] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:7:0)
[13:38:00.965] Build status: STARTED
[13:38:00.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:8:0) after 8m10s
[13:46:10.984] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:8:0)
[13:46:11.012] Build status: STARTED
[13:46:11.012] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:9:0) after 1m15s
[13:47:26.205] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:9:0)
[13:47:26.230] Build status: STARTED
[13:47:26.230] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:10:0) after 7m21s
[13:54:47.253] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:10:0)
[13:54:47.311] Build status: STARTED
[13:54:47.312] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:11:0) after 5m42s
[14:00:29.352] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:11:0)
[14:00:29.392] Build status: STARTED
[14:00:29.392] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:12:0) after 4m14s
[14:04:43.419] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:12:0)
[14:04:43.440] Build status: STARTED
[14:04:43.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:13:0) after 5m8s
[14:09:51.496] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:13:0)
[14:09:51.516] Build status: STARTED
[14:09:51.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:14:0) after 6m21s
[14:16:12.599] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:14:0)
[14:16:12.620] Build status: STARTED
[14:16:12.620] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:15:0) after 1m59s
[14:18:11.648] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:15:0)
[14:18:11.668] Build status: STARTED
[14:18:11.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:16:0) after 3m41s
[14:21:52.688] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:16:0)
[14:21:52.709] Build status: STARTED
[14:21:52.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:17:0) after 6m40s
[14:28:32.751] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:17:0)
[14:28:32.773] Build status: STARTED
[14:28:32.773] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:18:0) after 8m41s
[14:37:13.858] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:18:0)
[14:37:13.884] Build status: STARTED
[14:37:13.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:19:0) after 2m42s
[14:39:55.955] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:19:0)
[14:39:55.998] Build status: STARTED
[14:39:55.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:20:0) after 4m43s
[14:44:39.072] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:20:0)
[14:44:39.094] Build status: STARTED
[14:44:39.094] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:21:0) after 6m31s
[14:51:10.151] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:21:0)
[14:51:10.194] Build status: STARTED
[14:51:10.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:22:0) after 6m47s
[14:57:57.213] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:22:0)
[14:57:57.232] Build status: STARTED
[14:57:57.232] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:23:0) after 2m32s
[15:00:29.271] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:23:0)
[15:00:29.293] Build status: STARTED
[15:00:29.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:24:0) after 4m46s
[15:05:15.324] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:24:0)
[15:05:15.368] Build status: STARTED
[15:05:15.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:25:0) after 2m3s
[15:07:18.389] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:25:0)
[15:07:18.405] Build status: STARTED
[15:07:18.406] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:26:0) after 9m37s
[15:16:55.374] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:26:0)
[15:16:55.399] Build status: STARTED
[15:16:55.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:27:0) after 4m6s
[15:21:01.418] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:27:0)
[15:21:01.439] Build status: STARTED
[15:21:01.439] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:28:0) after 3m37s
[15:24:38.560] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:28:0)
[15:24:38.590] Build status: STARTED
[15:24:38.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:29:0) after 7m44s
[15:32:22.610] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:29:0)
[15:32:22.637] Build status: STARTED
[15:32:22.637] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:30:0) after 1m33s
[15:33:55.651] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:30:0)
[15:33:55.670] Build status: STARTED
[15:33:55.670] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:31:0) after 1m55s
[15:35:50.803] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:31:0)
[15:35:50.843] Build status: STARTED
[15:35:50.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:32:0) after 1m31s
[15:37:21.882] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:32:0)
[15:37:21.900] Build status: STARTED
[15:37:21.900] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:33:0) after 2m31s
[15:39:53.014] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:33:0)
[15:39:53.036] Build status: STARTED
[15:39:53.036] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:34:0) after 8m39s
[15:48:32.067] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:34:0)
[15:48:32.086] Build status: STARTED
[15:48:32.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:35:0) after 5m57s
[15:54:29.176] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:35:0)
[15:54:29.192] Build status: STARTED
[15:54:29.192] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:36:0) after 8m11s
[16:02:40.311] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:36:0)
[16:02:40.330] Build status: STARTED
[16:02:40.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:37:0) after 9m40s
[16:12:20.348] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:37:0)
[16:12:20.388] Build status: STARTED
[16:12:20.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:38:0) after 2m9s
[16:14:29.406] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:38:0)
[16:14:29.427] Build status: STARTED
[16:14:29.427] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:39:0) after 3m13s
[16:17:42.458] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:39:0)
[16:17:42.480] Build status: STARTED
[16:17:42.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:40:0) after 9m42s
[16:27:24.496] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:40:0)
[16:27:24.512] Build status: STARTED
[16:27:24.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:41:0) after 9m40s
[16:37:04.578] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:41:0)
[16:37:04.598] Build status: STARTED
[16:37:04.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:42:0) after 9m42s
[16:46:46.622] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:42:0)
[16:46:46.655] Build status: STARTED
[16:46:46.655] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-full_determinism-e5a0ec7f:8876335551731839264:43:0) after 1m7s
[16:47:08.212] Received PubSub notification, asking Buildbucket for the build status
[16:47:08.244] Build:
{
"id": "8710905487280308177",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2025-06-27T13:16:26.346346736Z",
"startTime": "2025-06-27T13:16:36.538388691Z",
"endTime": "2025-06-27T16:47:07.628777821Z",
"updateTime": "2025-06-27T16:47:07.628777821Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "b938a191a12f841b2fc221c0a957efdc5d7652b0",
"ref": "refs/heads/main"
}
}
}
[16:47:08.244] Invocation finished in 3h30m45.526687627s with status FAILED