[22:33:20.816] New invocation is queued and will start shortly
[22:33:22.268] Starting the invocation (attempt 1)
[22:33:22.293] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/bd14633960191a2c9728826d5193f5c6a0e96bc3"
[22:33:22.293] Popped gitiles commit info from properties and tags
[22:33:22.294] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:33:22.294] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:33:22.297] Buildbucket request:
{
"requestId": "8853832462652227728",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853832462652227728",
"job": "fuchsia/global.ci-core.arm64-asan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "89c553966c9fba5d28edd749202000015b3a2c29"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@89c553966c9fba5d28edd749202000015b3a2c29",
"title": "89c553966c9fba5d28edd749202000015b3a2c29",
"url": "https://fuchsia.googlesource.com/integration/+/89c553966c9fba5d28edd749202000015b3a2c29"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1be25838d261178499d1ec50125ee3abc17a1c3c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1be25838d261178499d1ec50125ee3abc17a1c3c",
"title": "1be25838d261178499d1ec50125ee3abc17a1c3c",
"url": "https://fuchsia.googlesource.com/integration/+/1be25838d261178499d1ec50125ee3abc17a1c3c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "51baf89bc70f740f2d377606617d721411fa81d6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@51baf89bc70f740f2d377606617d721411fa81d6",
"title": "51baf89bc70f740f2d377606617d721411fa81d6",
"url": "https://fuchsia.googlesource.com/integration/+/51baf89bc70f740f2d377606617d721411fa81d6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f9ba4c8708a53015a4a3f5f3e754c86d918b06ee"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f9ba4c8708a53015a4a3f5f3e754c86d918b06ee",
"title": "f9ba4c8708a53015a4a3f5f3e754c86d918b06ee",
"url": "https://fuchsia.googlesource.com/integration/+/f9ba4c8708a53015a4a3f5f3e754c86d918b06ee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "62b0d681d580786edcbb3e00a92401515fcb6416"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@62b0d681d580786edcbb3e00a92401515fcb6416",
"title": "62b0d681d580786edcbb3e00a92401515fcb6416",
"url": "https://fuchsia.googlesource.com/integration/+/62b0d681d580786edcbb3e00a92401515fcb6416"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e862abc3d64779e561fe5da26d1d9e56450bb8da"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e862abc3d64779e561fe5da26d1d9e56450bb8da",
"title": "e862abc3d64779e561fe5da26d1d9e56450bb8da",
"url": "https://fuchsia.googlesource.com/integration/+/e862abc3d64779e561fe5da26d1d9e56450bb8da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a06a2da76a16cc9b0378de8ac0e54caf8ecb51bd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a06a2da76a16cc9b0378de8ac0e54caf8ecb51bd",
"title": "a06a2da76a16cc9b0378de8ac0e54caf8ecb51bd",
"url": "https://fuchsia.googlesource.com/integration/+/a06a2da76a16cc9b0378de8ac0e54caf8ecb51bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "cf0a6d761eebfd7959794800cc6e60fd6ea34ebf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cf0a6d761eebfd7959794800cc6e60fd6ea34ebf",
"title": "cf0a6d761eebfd7959794800cc6e60fd6ea34ebf",
"url": "https://fuchsia.googlesource.com/integration/+/cf0a6d761eebfd7959794800cc6e60fd6ea34ebf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "937e2f2447e300661ec98f53b962ff625f6790b0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@937e2f2447e300661ec98f53b962ff625f6790b0",
"title": "937e2f2447e300661ec98f53b962ff625f6790b0",
"url": "https://fuchsia.googlesource.com/integration/+/937e2f2447e300661ec98f53b962ff625f6790b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "beb0dad74d5e468ef55d44171eb66942585255da"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@beb0dad74d5e468ef55d44171eb66942585255da",
"title": "beb0dad74d5e468ef55d44171eb66942585255da",
"url": "https://fuchsia.googlesource.com/integration/+/beb0dad74d5e468ef55d44171eb66942585255da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "bdc724a19cda54e801fbd4f98ec1e2722af5a696"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bdc724a19cda54e801fbd4f98ec1e2722af5a696",
"title": "bdc724a19cda54e801fbd4f98ec1e2722af5a696",
"url": "https://fuchsia.googlesource.com/integration/+/bdc724a19cda54e801fbd4f98ec1e2722af5a696"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "91cb6bd1a57824939ae61b968895b7e664854dc3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@91cb6bd1a57824939ae61b968895b7e664854dc3",
"title": "91cb6bd1a57824939ae61b968895b7e664854dc3",
"url": "https://fuchsia.googlesource.com/integration/+/91cb6bd1a57824939ae61b968895b7e664854dc3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6a660185616f2190d7b4285683fec659891385bd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6a660185616f2190d7b4285683fec659891385bd",
"title": "6a660185616f2190d7b4285683fec659891385bd",
"url": "https://fuchsia.googlesource.com/integration/+/6a660185616f2190d7b4285683fec659891385bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "bd14633960191a2c9728826d5193f5c6a0e96bc3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bd14633960191a2c9728826d5193f5c6a0e96bc3",
"title": "bd14633960191a2c9728826d5193f5c6a0e96bc3",
"url": "https://fuchsia.googlesource.com/integration/+/bd14633960191a2c9728826d5193f5c6a0e96bc3"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "bd14633960191a2c9728826d5193f5c6a0e96bc3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853832462652227728"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-asan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:33:22.900] Scheduled build:
{
"id": "8688402400367624625",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-02T22:33:22.374466848Z",
"updateTime": "2026-03-02T22:33:22.374466848Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "bd14633960191a2c9728826d5193f5c6a0e96bc3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:33:22.900] Task URL: https://cr-buildbucket.appspot.com/build/8688402400367624625
[22:33:22.900] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:2:0) after 2m13s
[22:33:23.912] Received PubSub notification, asking Buildbucket for the build status
[22:33:23.934] Build status: SCHEDULED
[22:34:45.898] Received PubSub notification, asking Buildbucket for the build status
[22:34:45.917] Build status: STARTED
[22:35:35.973] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:2:0)
[22:35:35.996] Build status: STARTED
[22:35:35.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:5:0) after 7m55s
[22:43:31.027] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:5:0)
[22:43:31.050] Build status: STARTED
[22:43:31.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:6:0) after 2m50s
[22:46:21.074] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:6:0)
[22:46:21.092] Build status: STARTED
[22:46:21.092] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:7:0) after 2m32s
[22:48:53.168] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:7:0)
[22:48:53.197] Build status: STARTED
[22:48:53.197] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:8:0) after 9m18s
[22:58:11.263] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:8:0)
[22:58:11.279] Build status: STARTED
[22:58:11.279] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:9:0) after 2m48s
[23:00:59.461] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:9:0)
[23:00:59.517] Build status: STARTED
[23:00:59.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:10:0) after 9m16s
[23:10:15.534] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:10:0)
[23:10:15.557] Build status: STARTED
[23:10:15.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:11:0) after 2m5s
[23:12:20.575] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:11:0)
[23:12:20.631] Build status: STARTED
[23:12:20.631] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:12:0) after 7m8s
[23:19:28.662] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:12:0)
[23:19:28.681] Build status: STARTED
[23:19:28.681] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:13:0) after 4m23s
[23:23:51.697] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:13:0)
[23:23:51.713] Build status: STARTED
[23:23:51.713] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:14:0) after 2m17s
[23:26:08.779] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:14:0)
[23:26:08.799] Build status: STARTED
[23:26:08.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:15:0) after 7m38s
[23:33:46.813] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:15:0)
[23:33:46.828] Build status: STARTED
[23:33:46.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:16:0) after 4m32s
[23:38:18.859] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:16:0)
[23:38:18.876] Build status: STARTED
[23:38:18.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:17:0) after 9m29s
[23:47:48.056] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:17:0)
[23:47:48.074] Build status: STARTED
[23:47:48.074] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:18:0) after 3m41s
[23:51:29.084] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:18:0)
[23:51:29.200] Build status: STARTED
[23:51:29.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:19:0) after 8m4s
[23:59:33.215] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:19:0)
[23:59:33.234] Build status: STARTED
[23:59:33.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-asan-e5a0ec7f:8853832462652227728:20:0) after 7m53s
[00:03:24.356] Received PubSub notification, asking Buildbucket for the build status
[00:03:24.380] Build:
{
"id": "8688402400367624625",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-02T22:33:22.374466848Z",
"startTime": "2026-03-02T22:34:45.337512983Z",
"endTime": "2026-03-03T00:03:23.884001360Z",
"updateTime": "2026-03-03T00:03:23.884001360Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "bd14633960191a2c9728826d5193f5c6a0e96bc3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:03:24.380] Invocation finished in 1h30m3.568164374s with status FAILED