[19:36:24.512] New invocation is queued and will start shortly
[19:36:26.351] Starting the invocation (attempt 1)
[19:36:26.379] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/8d6e9ccb7d83ae21326f42f31d3628e4da66eb9a"
[19:36:26.379] Popped gitiles commit info from properties and tags
[19:36:26.379] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:36:26.379] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:36:26.380] Buildbucket request:
{
"requestId": "8851035088696325888",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851035088696325888",
"job": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "553ed1211dd1afc6c9a943fe5abcb63c1586f38a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@553ed1211dd1afc6c9a943fe5abcb63c1586f38a",
"title": "553ed1211dd1afc6c9a943fe5abcb63c1586f38a",
"url": "https://fuchsia.googlesource.com/integration/+/553ed1211dd1afc6c9a943fe5abcb63c1586f38a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "02366978a2662bcaf856f06bddbc41e7131c1a4b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@02366978a2662bcaf856f06bddbc41e7131c1a4b",
"title": "02366978a2662bcaf856f06bddbc41e7131c1a4b",
"url": "https://fuchsia.googlesource.com/integration/+/02366978a2662bcaf856f06bddbc41e7131c1a4b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "239e5a0b8a54c31feba1395a7ba39c96fab27f00"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@239e5a0b8a54c31feba1395a7ba39c96fab27f00",
"title": "239e5a0b8a54c31feba1395a7ba39c96fab27f00",
"url": "https://fuchsia.googlesource.com/integration/+/239e5a0b8a54c31feba1395a7ba39c96fab27f00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "83e9443e59f60956b340206e3fe6f9e6f67a1ed6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@83e9443e59f60956b340206e3fe6f9e6f67a1ed6",
"title": "83e9443e59f60956b340206e3fe6f9e6f67a1ed6",
"url": "https://fuchsia.googlesource.com/integration/+/83e9443e59f60956b340206e3fe6f9e6f67a1ed6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4b271b81902161d94275d93346783f1cf1312192"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4b271b81902161d94275d93346783f1cf1312192",
"title": "4b271b81902161d94275d93346783f1cf1312192",
"url": "https://fuchsia.googlesource.com/integration/+/4b271b81902161d94275d93346783f1cf1312192"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1c16be5b86ac95b948cf8aa58faf53f36f427b24"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1c16be5b86ac95b948cf8aa58faf53f36f427b24",
"title": "1c16be5b86ac95b948cf8aa58faf53f36f427b24",
"url": "https://fuchsia.googlesource.com/integration/+/1c16be5b86ac95b948cf8aa58faf53f36f427b24"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "48d8c2d67cd09337bc1eaf175146f59e5557865c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@48d8c2d67cd09337bc1eaf175146f59e5557865c",
"title": "48d8c2d67cd09337bc1eaf175146f59e5557865c",
"url": "https://fuchsia.googlesource.com/integration/+/48d8c2d67cd09337bc1eaf175146f59e5557865c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fbde8c61b1365b85f0f4b0ab495bf4186033b5ec"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fbde8c61b1365b85f0f4b0ab495bf4186033b5ec",
"title": "fbde8c61b1365b85f0f4b0ab495bf4186033b5ec",
"url": "https://fuchsia.googlesource.com/integration/+/fbde8c61b1365b85f0f4b0ab495bf4186033b5ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "618cbca557d9412c72142a84f24cfb0bdc8bfdf0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@618cbca557d9412c72142a84f24cfb0bdc8bfdf0",
"title": "618cbca557d9412c72142a84f24cfb0bdc8bfdf0",
"url": "https://fuchsia.googlesource.com/integration/+/618cbca557d9412c72142a84f24cfb0bdc8bfdf0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "299bd7b1f7b632dbbdadcf016d7d5d81b04e9b34"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@299bd7b1f7b632dbbdadcf016d7d5d81b04e9b34",
"title": "299bd7b1f7b632dbbdadcf016d7d5d81b04e9b34",
"url": "https://fuchsia.googlesource.com/integration/+/299bd7b1f7b632dbbdadcf016d7d5d81b04e9b34"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3cd3b8705ff35dd7be2a234bc53d254ac432e8ca"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3cd3b8705ff35dd7be2a234bc53d254ac432e8ca",
"title": "3cd3b8705ff35dd7be2a234bc53d254ac432e8ca",
"url": "https://fuchsia.googlesource.com/integration/+/3cd3b8705ff35dd7be2a234bc53d254ac432e8ca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2ae28281f3bb15503c806a24ae5e02faf6d49798"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2ae28281f3bb15503c806a24ae5e02faf6d49798",
"title": "2ae28281f3bb15503c806a24ae5e02faf6d49798",
"url": "https://fuchsia.googlesource.com/integration/+/2ae28281f3bb15503c806a24ae5e02faf6d49798"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "da5faa4f47c55da499a31a47241cce35f49c8b95"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@da5faa4f47c55da499a31a47241cce35f49c8b95",
"title": "da5faa4f47c55da499a31a47241cce35f49c8b95",
"url": "https://fuchsia.googlesource.com/integration/+/da5faa4f47c55da499a31a47241cce35f49c8b95"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2934d97fb44f432cbb887eb85b6d8ce280ce492b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2934d97fb44f432cbb887eb85b6d8ce280ce492b",
"title": "2934d97fb44f432cbb887eb85b6d8ce280ce492b",
"url": "https://fuchsia.googlesource.com/integration/+/2934d97fb44f432cbb887eb85b6d8ce280ce492b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5011ad3a353a8eee193ad101d90d67bb6aa3712e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5011ad3a353a8eee193ad101d90d67bb6aa3712e",
"title": "5011ad3a353a8eee193ad101d90d67bb6aa3712e",
"url": "https://fuchsia.googlesource.com/integration/+/5011ad3a353a8eee193ad101d90d67bb6aa3712e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "cc1e69b20509a1dad9a5d4de6c516c579b81596c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cc1e69b20509a1dad9a5d4de6c516c579b81596c",
"title": "cc1e69b20509a1dad9a5d4de6c516c579b81596c",
"url": "https://fuchsia.googlesource.com/integration/+/cc1e69b20509a1dad9a5d4de6c516c579b81596c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "373e287c7cacfe92b4b5d0fb2cf95424eb9eda43"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@373e287c7cacfe92b4b5d0fb2cf95424eb9eda43",
"title": "373e287c7cacfe92b4b5d0fb2cf95424eb9eda43",
"url": "https://fuchsia.googlesource.com/integration/+/373e287c7cacfe92b4b5d0fb2cf95424eb9eda43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "07ee9644bf569f5e7be459f926a5d8cef9353822"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@07ee9644bf569f5e7be459f926a5d8cef9353822",
"title": "07ee9644bf569f5e7be459f926a5d8cef9353822",
"url": "https://fuchsia.googlesource.com/integration/+/07ee9644bf569f5e7be459f926a5d8cef9353822"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0708cddcc1d89309f02b57d45332fae96d7e263e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0708cddcc1d89309f02b57d45332fae96d7e263e",
"title": "0708cddcc1d89309f02b57d45332fae96d7e263e",
"url": "https://fuchsia.googlesource.com/integration/+/0708cddcc1d89309f02b57d45332fae96d7e263e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3c503499da32e32ac970d355d3a0c2756a2d4425"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3c503499da32e32ac970d355d3a0c2756a2d4425",
"title": "3c503499da32e32ac970d355d3a0c2756a2d4425",
"url": "https://fuchsia.googlesource.com/integration/+/3c503499da32e32ac970d355d3a0c2756a2d4425"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8d6e9ccb7d83ae21326f42f31d3628e4da66eb9a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8d6e9ccb7d83ae21326f42f31d3628e4da66eb9a",
"title": "8d6e9ccb7d83ae21326f42f31d3628e4da66eb9a",
"url": "https://fuchsia.googlesource.com/integration/+/8d6e9ccb7d83ae21326f42f31d3628e4da66eb9a"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8d6e9ccb7d83ae21326f42f31d3628e4da66eb9a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851035088696325888"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:36:26.821] Scheduled build:
{
"id": "8685605026014267777",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-02T19:36:26.449722572Z",
"updateTime": "2026-04-02T19:36:26.449722572Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8d6e9ccb7d83ae21326f42f31d3628e4da66eb9a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:36:26.821] Task URL: https://cr-buildbucket.appspot.com/build/8685605026014267777
[19:36:26.821] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:2:0) after 9m38s
[19:36:27.607] Received PubSub notification, asking Buildbucket for the build status
[19:36:27.644] Build status: SCHEDULED
[19:36:51.358] Received PubSub notification, asking Buildbucket for the build status
[19:36:51.389] Build status: STARTED
[19:46:04.879] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:2:0)
[19:46:04.960] Build status: STARTED
[19:46:04.960] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:5:0) after 5m25s
[19:51:29.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:5:0)
[19:51:30.031] Build status: STARTED
[19:51:30.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:6:0) after 5m1s
[19:56:31.046] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:6:0)
[19:56:31.066] Build status: STARTED
[19:56:31.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:7:0) after 5m55s
[20:02:26.043] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:7:0)
[20:02:26.062] Build status: STARTED
[20:02:26.062] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:8:0) after 8m4s
[20:10:30.084] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:8:0)
[20:10:30.102] Build status: STARTED
[20:10:30.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:9:0) after 2m18s
[20:12:48.117] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:9:0)
[20:12:48.137] Build status: STARTED
[20:12:48.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:10:0) after 6m41s
[20:19:29.159] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:10:0)
[20:19:29.177] Build status: STARTED
[20:19:29.178] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:11:0) after 7m31s
[20:27:00.328] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:11:0)
[20:27:00.388] Build status: STARTED
[20:27:00.388] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8851035088696325888:12:0) after 9m21s
[20:36:05.316] Received PubSub notification, asking Buildbucket for the build status
[20:36:05.337] Build:
{
"id": "8685605026014267777",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-02T19:36:26.449722572Z",
"startTime": "2026-04-02T19:36:50.188822075Z",
"endTime": "2026-04-02T20:36:04.984090683Z",
"updateTime": "2026-04-02T20:36:04.984090683Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8d6e9ccb7d83ae21326f42f31d3628e4da66eb9a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:36:05.337] Invocation finished in 59m40.829285192s with status FAILED