[20:04:08.197] New invocation is queued and will start shortly
[20:04:09.274] Starting the invocation (attempt 1)
[20:04:09.314] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/32a01d073e21de758e1d1b9453d0a6e13e3c3e36"
[20:04:09.314] Popped gitiles commit info from properties and tags
[20:04:09.314] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:04:09.317] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:04:09.317] Buildbucket request:
{
"requestId": "8900680481784114192",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8900680481784114192",
"job": "fuchsia/core.arm64-kasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1eab1e1ea957fecc280557300a557d16482d1b4d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1eab1e1ea957fecc280557300a557d16482d1b4d",
"title": "1eab1e1ea957fecc280557300a557d16482d1b4d",
"url": "https://fuchsia.googlesource.com/integration/+/1eab1e1ea957fecc280557300a557d16482d1b4d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0f3f00012ee347319fe2b66a5276c511f15ddf76"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0f3f00012ee347319fe2b66a5276c511f15ddf76",
"title": "0f3f00012ee347319fe2b66a5276c511f15ddf76",
"url": "https://fuchsia.googlesource.com/integration/+/0f3f00012ee347319fe2b66a5276c511f15ddf76"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6f2799b20f6e4a88d51d02d46ff2f5c94c400672"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6f2799b20f6e4a88d51d02d46ff2f5c94c400672",
"title": "6f2799b20f6e4a88d51d02d46ff2f5c94c400672",
"url": "https://fuchsia.googlesource.com/integration/+/6f2799b20f6e4a88d51d02d46ff2f5c94c400672"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e37f04500a56ee34f9ee9075bebfb9a5dc764209"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e37f04500a56ee34f9ee9075bebfb9a5dc764209",
"title": "e37f04500a56ee34f9ee9075bebfb9a5dc764209",
"url": "https://fuchsia.googlesource.com/integration/+/e37f04500a56ee34f9ee9075bebfb9a5dc764209"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "906a533b569e6053ca5f4a82d48b8da132dbcd00"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@906a533b569e6053ca5f4a82d48b8da132dbcd00",
"title": "906a533b569e6053ca5f4a82d48b8da132dbcd00",
"url": "https://fuchsia.googlesource.com/integration/+/906a533b569e6053ca5f4a82d48b8da132dbcd00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "87834a4db949d72c9f6b0034bbee8cc9d61f760f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@87834a4db949d72c9f6b0034bbee8cc9d61f760f",
"title": "87834a4db949d72c9f6b0034bbee8cc9d61f760f",
"url": "https://fuchsia.googlesource.com/integration/+/87834a4db949d72c9f6b0034bbee8cc9d61f760f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "61ea9155ded0aed5e304b5f990a7231b6cf26a1c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@61ea9155ded0aed5e304b5f990a7231b6cf26a1c",
"title": "61ea9155ded0aed5e304b5f990a7231b6cf26a1c",
"url": "https://fuchsia.googlesource.com/integration/+/61ea9155ded0aed5e304b5f990a7231b6cf26a1c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a4d65c61015b2fb5565852dad8f0546e88d50d82"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a4d65c61015b2fb5565852dad8f0546e88d50d82",
"title": "a4d65c61015b2fb5565852dad8f0546e88d50d82",
"url": "https://fuchsia.googlesource.com/integration/+/a4d65c61015b2fb5565852dad8f0546e88d50d82"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ae81e8fae135442fed4dd929b438e529e8501c20"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ae81e8fae135442fed4dd929b438e529e8501c20",
"title": "ae81e8fae135442fed4dd929b438e529e8501c20",
"url": "https://fuchsia.googlesource.com/integration/+/ae81e8fae135442fed4dd929b438e529e8501c20"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "436a0ea2627ebad2c96443a7caa6cde58cc8a971"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@436a0ea2627ebad2c96443a7caa6cde58cc8a971",
"title": "436a0ea2627ebad2c96443a7caa6cde58cc8a971",
"url": "https://fuchsia.googlesource.com/integration/+/436a0ea2627ebad2c96443a7caa6cde58cc8a971"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d81df14589882bdffbde4098d98b8e752fc79233"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d81df14589882bdffbde4098d98b8e752fc79233",
"title": "d81df14589882bdffbde4098d98b8e752fc79233",
"url": "https://fuchsia.googlesource.com/integration/+/d81df14589882bdffbde4098d98b8e752fc79233"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "65767eaf40fcfe78acb2f6ed55adbe7312ffbb5d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@65767eaf40fcfe78acb2f6ed55adbe7312ffbb5d",
"title": "65767eaf40fcfe78acb2f6ed55adbe7312ffbb5d",
"url": "https://fuchsia.googlesource.com/integration/+/65767eaf40fcfe78acb2f6ed55adbe7312ffbb5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c5ebfd05891f7e0b23125718c692129c5afd8114"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c5ebfd05891f7e0b23125718c692129c5afd8114",
"title": "c5ebfd05891f7e0b23125718c692129c5afd8114",
"url": "https://fuchsia.googlesource.com/integration/+/c5ebfd05891f7e0b23125718c692129c5afd8114"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "32a01d073e21de758e1d1b9453d0a6e13e3c3e36"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@32a01d073e21de758e1d1b9453d0a6e13e3c3e36",
"title": "32a01d073e21de758e1d1b9453d0a6e13e3c3e36",
"url": "https://fuchsia.googlesource.com/integration/+/32a01d073e21de758e1d1b9453d0a6e13e3c3e36"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "32a01d073e21de758e1d1b9453d0a6e13e3c3e36",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8900680481784114192"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.arm64-kasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:04:09.917] Scheduled build:
{
"id": "8735250419867916097",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"createdBy": "project:fuchsia",
"createTime": "2024-10-01T20:04:09.403022806Z",
"updateTime": "2024-10-01T20:04:09.403022806Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "32a01d073e21de758e1d1b9453d0a6e13e3c3e36",
"ref": "refs/heads/main"
}
}
}
[20:04:09.917] Task URL: https://cr-buildbucket.appspot.com/build/8735250419867916097
[20:04:09.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:2:0) after 5m3s
[20:04:10.048] Received PubSub notification, asking Buildbucket for the build status
[20:04:10.080] Build status: SCHEDULED
[20:04:15.761] Received PubSub notification, asking Buildbucket for the build status
[20:04:15.782] Build status: STARTED
[20:09:12.939] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:2:0)
[20:09:12.957] Build status: STARTED
[20:09:12.957] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:5:0) after 9m24s
[20:18:36.986] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:5:0)
[20:18:37.007] Build status: STARTED
[20:18:37.007] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:6:0) after 5m49s
[20:24:26.026] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:6:0)
[20:24:26.043] Build status: STARTED
[20:24:26.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:7:0) after 8m22s
[20:32:48.081] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:7:0)
[20:32:48.139] Build status: STARTED
[20:32:48.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:8:0) after 7m20s
[20:40:08.175] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:8:0)
[20:40:08.197] Build status: STARTED
[20:40:08.198] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:9:0) after 2m41s
[20:42:49.294] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:9:0)
[20:42:49.314] Build status: STARTED
[20:42:49.314] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:10:0) after 9m24s
[20:52:13.339] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:10:0)
[20:52:13.385] Build status: STARTED
[20:52:13.385] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:11:0) after 5m30s
[20:57:43.451] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:11:0)
[20:57:43.525] Build status: STARTED
[20:57:43.525] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:12:0) after 4m19s
[21:02:02.542] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:12:0)
[21:02:02.611] Build status: STARTED
[21:02:02.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:13:0) after 3m22s
[21:05:24.680] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:13:0)
[21:05:24.699] Build status: STARTED
[21:05:24.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:14:0) after 3m10s
[21:08:34.716] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:14:0)
[21:08:34.745] Build status: STARTED
[21:08:34.745] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:15:0) after 4m7s
[21:12:41.937] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:15:0)
[21:12:41.952] Build status: STARTED
[21:12:41.952] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:16:0) after 2m39s
[21:15:21.007] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:16:0)
[21:15:21.026] Build status: STARTED
[21:15:21.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:17:0) after 1m59s
[21:17:20.099] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:17:0)
[21:17:20.125] Build status: STARTED
[21:17:20.125] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:18:0) after 1m18s
[21:18:38.148] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:18:0)
[21:18:38.200] Build status: STARTED
[21:18:38.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:19:0) after 9m40s
[21:28:18.307] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:19:0)
[21:28:18.323] Build status: STARTED
[21:28:18.323] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:20:0) after 5m31s
[21:33:49.343] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:20:0)
[21:33:49.361] Build status: STARTED
[21:33:49.361] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:21:0) after 6m13s
[21:40:02.409] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:21:0)
[21:40:02.429] Build status: STARTED
[21:40:02.429] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:22:0) after 5m16s
[21:45:18.448] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:22:0)
[21:45:18.469] Build status: STARTED
[21:45:18.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:23:0) after 1m37s
[21:46:55.492] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:23:0)
[21:46:55.542] Build status: STARTED
[21:46:55.542] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:24:0) after 4m14s
[21:51:09.565] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:24:0)
[21:51:09.583] Build status: STARTED
[21:51:09.583] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:25:0) after 6m51s
[21:58:00.682] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:25:0)
[21:58:00.699] Build status: STARTED
[21:58:00.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:26:0) after 2m15s
[22:00:15.721] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:26:0)
[22:00:15.808] Build status: STARTED
[22:00:15.808] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:27:0) after 2m34s
[22:02:49.939] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:27:0)
[22:02:49.956] Build status: STARTED
[22:02:49.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:28:0) after 2m57s
[22:05:46.976] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:28:0)
[22:05:46.995] Build status: STARTED
[22:05:46.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:29:0) after 4m26s
[22:10:13.028] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:29:0)
[22:10:13.095] Build status: STARTED
[22:10:13.095] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:30:0) after 9m9s
[22:19:22.250] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:30:0)
[22:19:22.265] Build status: STARTED
[22:19:22.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8900680481784114192:31:0) after 9m58s
[22:23:18.152] Received PubSub notification, asking Buildbucket for the build status
[22:23:18.167] Build:
{
"id": "8735250419867916097",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"createdBy": "project:fuchsia",
"createTime": "2024-10-01T20:04:09.403022806Z",
"startTime": "2024-10-01T20:04:15.418616362Z",
"endTime": "2024-10-01T22:23:17.208234121Z",
"updateTime": "2024-10-01T22:23:17.208234121Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "32a01d073e21de758e1d1b9453d0a6e13e3c3e36",
"ref": "refs/heads/main"
}
}
}
[22:23:18.167] Invocation finished in 2h19m9.974408201s with status FAILED