[04:14:58.740] New invocation is queued and will start shortly
[04:14:59.960] Starting the invocation (attempt 1)
[04:14:59.986] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/c79609d1991bed15d0a26fd15c6068949669e707"
[04:14:59.986] Popped gitiles commit info from properties and tags
[04:14:59.986] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:14:59.987] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:14:59.988] Buildbucket request:
{
"requestId": "8917863024269191360",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8917863024269191360",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b7c70a6dfdee52b4978b2d80db6185383285c6b1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b7c70a6dfdee52b4978b2d80db6185383285c6b1",
"title": "b7c70a6dfdee52b4978b2d80db6185383285c6b1",
"url": "https://fuchsia.googlesource.com/integration/+/b7c70a6dfdee52b4978b2d80db6185383285c6b1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2823ac1f65ceb6c986ca59a5e1bb63988c3321a4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2823ac1f65ceb6c986ca59a5e1bb63988c3321a4",
"title": "2823ac1f65ceb6c986ca59a5e1bb63988c3321a4",
"url": "https://fuchsia.googlesource.com/integration/+/2823ac1f65ceb6c986ca59a5e1bb63988c3321a4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e38caf1baff931966348ed4616815e9e4a8f6693"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e38caf1baff931966348ed4616815e9e4a8f6693",
"title": "e38caf1baff931966348ed4616815e9e4a8f6693",
"url": "https://fuchsia.googlesource.com/integration/+/e38caf1baff931966348ed4616815e9e4a8f6693"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8c172fac01427d279736d397962fa37afeb3e66d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8c172fac01427d279736d397962fa37afeb3e66d",
"title": "8c172fac01427d279736d397962fa37afeb3e66d",
"url": "https://fuchsia.googlesource.com/integration/+/8c172fac01427d279736d397962fa37afeb3e66d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0bbc4f2d18e9b70e0b78633ce46f4b89b1619b80"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0bbc4f2d18e9b70e0b78633ce46f4b89b1619b80",
"title": "0bbc4f2d18e9b70e0b78633ce46f4b89b1619b80",
"url": "https://fuchsia.googlesource.com/integration/+/0bbc4f2d18e9b70e0b78633ce46f4b89b1619b80"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "587b100abc844a58c16852865b4455de7ae94361"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@587b100abc844a58c16852865b4455de7ae94361",
"title": "587b100abc844a58c16852865b4455de7ae94361",
"url": "https://fuchsia.googlesource.com/integration/+/587b100abc844a58c16852865b4455de7ae94361"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e7284861ed1e4f7933c4d8c8ea6d31d87d1c1907"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e7284861ed1e4f7933c4d8c8ea6d31d87d1c1907",
"title": "e7284861ed1e4f7933c4d8c8ea6d31d87d1c1907",
"url": "https://fuchsia.googlesource.com/integration/+/e7284861ed1e4f7933c4d8c8ea6d31d87d1c1907"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1a42bb56ddd5c947ebfd5df24f2a5e956ad4d993"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1a42bb56ddd5c947ebfd5df24f2a5e956ad4d993",
"title": "1a42bb56ddd5c947ebfd5df24f2a5e956ad4d993",
"url": "https://fuchsia.googlesource.com/integration/+/1a42bb56ddd5c947ebfd5df24f2a5e956ad4d993"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "904402477f42c76f92900c299ed3d3ed6f33dc15"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@904402477f42c76f92900c299ed3d3ed6f33dc15",
"title": "904402477f42c76f92900c299ed3d3ed6f33dc15",
"url": "https://fuchsia.googlesource.com/integration/+/904402477f42c76f92900c299ed3d3ed6f33dc15"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b36e84dab43aaf340985cc0f96382c1cff0f178d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b36e84dab43aaf340985cc0f96382c1cff0f178d",
"title": "b36e84dab43aaf340985cc0f96382c1cff0f178d",
"url": "https://fuchsia.googlesource.com/integration/+/b36e84dab43aaf340985cc0f96382c1cff0f178d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "26c93b9d367b29fd421aca11a753a92283293976"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@26c93b9d367b29fd421aca11a753a92283293976",
"title": "26c93b9d367b29fd421aca11a753a92283293976",
"url": "https://fuchsia.googlesource.com/integration/+/26c93b9d367b29fd421aca11a753a92283293976"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4d6c560489918d926739746f53889cd58c6bd61a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4d6c560489918d926739746f53889cd58c6bd61a",
"title": "4d6c560489918d926739746f53889cd58c6bd61a",
"url": "https://fuchsia.googlesource.com/integration/+/4d6c560489918d926739746f53889cd58c6bd61a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c79609d1991bed15d0a26fd15c6068949669e707"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c79609d1991bed15d0a26fd15c6068949669e707",
"title": "c79609d1991bed15d0a26fd15c6068949669e707",
"url": "https://fuchsia.googlesource.com/integration/+/c79609d1991bed15d0a26fd15c6068949669e707"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "c79609d1991bed15d0a26fd15c6068949669e707",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8917863024269191360"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:15:00.481] Scheduled build:
{
"id": "8752432962234018049",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-26T04:15:00.057346826Z",
"updateTime": "2024-03-26T04:15:00.057346826Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "c79609d1991bed15d0a26fd15c6068949669e707",
"ref": "refs/heads/main"
}
}
}
[04:15:00.481] Task URL: https://cr-buildbucket.appspot.com/build/8752432962234018049
[04:15:00.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:2:0) after 5m12s
[04:20:12.931] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:2:0)
[04:20:13.055] Build status: STARTED
[04:20:13.055] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:3:0) after 4m37s
[04:24:50.076] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:3:0)
[04:24:50.094] Build status: STARTED
[04:24:50.094] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:4:0) after 9m18s
[04:29:41.609] Received PubSub notification, asking Buildbucket for the build status
[04:29:41.628] Build status: STARTED
[04:29:42.150] Received PubSub notification, asking Buildbucket for the build status
[04:29:42.168] Build status: STARTED
[04:34:08.324] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:4:0)
[04:34:08.352] Build status: STARTED
[04:34:08.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:7:0) after 9m43s
[04:43:51.373] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:7:0)
[04:43:51.390] Build status: STARTED
[04:43:51.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:8:0) after 9m10s
[04:53:01.408] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:8:0)
[04:53:01.434] Build status: STARTED
[04:53:01.435] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:9:0) after 9m52s
[05:02:53.414] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:9:0)
[05:02:53.440] Build status: STARTED
[05:02:53.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:10:0) after 8m18s
[05:11:11.811] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:10:0)
[05:11:11.832] Build status: STARTED
[05:11:11.832] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:11:0) after 7m28s
[05:18:39.849] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:11:0)
[05:18:39.909] Build status: STARTED
[05:18:39.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:12:0) after 4m41s
[05:23:20.988] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:12:0)
[05:23:21.007] Build status: STARTED
[05:23:21.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:13:0) after 4m17s
[05:27:38.132] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:13:0)
[05:27:38.161] Build status: STARTED
[05:27:38.161] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:14:0) after 4m47s
[05:32:25.259] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:14:0)
[05:32:25.277] Build status: STARTED
[05:32:25.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:15:0) after 2m38s
[05:35:03.300] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:15:0)
[05:35:03.319] Build status: STARTED
[05:35:03.319] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:16:0) after 7m22s
[05:42:25.425] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:16:0)
[05:42:25.455] Build status: STARTED
[05:42:25.455] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:17:0) after 1m26s
[05:43:51.568] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:17:0)
[05:43:51.600] Build status: STARTED
[05:43:51.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:18:0) after 3m45s
[05:47:36.718] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:18:0)
[05:47:36.735] Build status: STARTED
[05:47:36.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:19:0) after 5m20s
[05:52:56.805] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:19:0)
[05:52:56.828] Build status: STARTED
[05:52:56.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:20:0) after 9m42s
[06:02:38.970] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:20:0)
[06:02:39.023] Build status: STARTED
[06:02:39.023] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:21:0) after 7m24s
[06:10:03.069] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:21:0)
[06:10:03.175] Build status: STARTED
[06:10:03.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:22:0) after 8m0s
[06:18:03.200] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:22:0)
[06:18:03.233] Build status: STARTED
[06:18:03.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:23:0) after 3m44s
[06:21:47.302] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:23:0)
[06:21:47.318] Build status: STARTED
[06:21:47.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:24:0) after 8m28s
[06:30:15.402] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:24:0)
[06:30:15.419] Build status: STARTED
[06:30:15.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:25:0) after 5m59s
[06:36:14.668] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:25:0)
[06:36:14.711] Build status: STARTED
[06:36:14.711] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:26:0) after 8m36s
[06:44:50.949] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:26:0)
[06:44:50.971] Build status: STARTED
[06:44:50.971] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:27:0) after 8m9s
[06:53:00.194] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:27:0)
[06:53:00.214] Build status: STARTED
[06:53:00.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:28:0) after 4m38s
[06:57:38.415] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:28:0)
[06:57:38.438] Build status: STARTED
[06:57:38.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:29:0) after 1m1s
[06:58:39.410] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:29:0)
[06:58:39.436] Build status: STARTED
[06:58:39.436] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:30:0) after 9m53s
[07:08:32.463] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:30:0)
[07:08:32.490] Build status: STARTED
[07:08:32.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:31:0) after 7m37s
[07:16:10.105] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:31:0)
[07:16:10.123] Build status: STARTED
[07:16:10.123] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:32:0) after 6m17s
[07:22:27.386] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:32:0)
[07:22:27.412] Build status: STARTED
[07:22:27.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:33:0) after 4m33s
[07:27:00.630] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:33:0)
[07:27:00.782] Build status: STARTED
[07:27:00.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:34:0) after 2m57s
[07:29:57.820] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:34:0)
[07:29:57.839] Build status: STARTED
[07:29:57.839] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:35:0) after 5m56s
[07:35:53.982] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:35:0)
[07:35:54.013] Build status: STARTED
[07:35:54.013] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8917863024269191360:36:0) after 6m50s
[07:36:55.723] Received PubSub notification, asking Buildbucket for the build status
[07:36:55.752] Build:
{
"id": "8752432962234018049",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-26T04:15:00.057346826Z",
"startTime": "2024-03-26T04:15:00.821190Z",
"endTime": "2024-03-26T07:36:34.362619Z",
"updateTime": "2024-03-26T07:36:34.362619Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "c79609d1991bed15d0a26fd15c6068949669e707",
"ref": "refs/heads/main"
}
}
}
[07:36:55.752] Invocation finished in 3h21m57.018896123s with status FAILED