[20:03:24.412] New invocation is queued and will start shortly
[20:03:25.508] Starting the invocation (attempt 1)
[20:03:25.532] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/7110eee0278586a6c49d218868c242a8d1f9df45"
[20:03:25.532] Popped gitiles commit info from properties and tags
[20:03:25.532] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:03:25.533] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:03:25.533] Buildbucket request:
{
"requestId": "8854204283931621488",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8854204283931621488",
"job": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4b67640cbf78eb41f3b7cc79c4d5a3f8343367a4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4b67640cbf78eb41f3b7cc79c4d5a3f8343367a4",
"title": "4b67640cbf78eb41f3b7cc79c4d5a3f8343367a4",
"url": "https://fuchsia.googlesource.com/integration/+/4b67640cbf78eb41f3b7cc79c4d5a3f8343367a4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4251e5febba393cfadf93358fcac50ddd24c8a45"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4251e5febba393cfadf93358fcac50ddd24c8a45",
"title": "4251e5febba393cfadf93358fcac50ddd24c8a45",
"url": "https://fuchsia.googlesource.com/integration/+/4251e5febba393cfadf93358fcac50ddd24c8a45"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "256350ef9b9d6e7e296109a97d668b161a0d5e38"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@256350ef9b9d6e7e296109a97d668b161a0d5e38",
"title": "256350ef9b9d6e7e296109a97d668b161a0d5e38",
"url": "https://fuchsia.googlesource.com/integration/+/256350ef9b9d6e7e296109a97d668b161a0d5e38"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8fe51f6a007360c0a1e974f49043387f032adce5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8fe51f6a007360c0a1e974f49043387f032adce5",
"title": "8fe51f6a007360c0a1e974f49043387f032adce5",
"url": "https://fuchsia.googlesource.com/integration/+/8fe51f6a007360c0a1e974f49043387f032adce5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "001d804ebd13a7ed6aab6f532b1669350e9118fe"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@001d804ebd13a7ed6aab6f532b1669350e9118fe",
"title": "001d804ebd13a7ed6aab6f532b1669350e9118fe",
"url": "https://fuchsia.googlesource.com/integration/+/001d804ebd13a7ed6aab6f532b1669350e9118fe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e24deb76481e8b118de45f54554074dd69f469b3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e24deb76481e8b118de45f54554074dd69f469b3",
"title": "e24deb76481e8b118de45f54554074dd69f469b3",
"url": "https://fuchsia.googlesource.com/integration/+/e24deb76481e8b118de45f54554074dd69f469b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "146e99915157460976a5f6cb45bcc7fff0a9dd50"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@146e99915157460976a5f6cb45bcc7fff0a9dd50",
"title": "146e99915157460976a5f6cb45bcc7fff0a9dd50",
"url": "https://fuchsia.googlesource.com/integration/+/146e99915157460976a5f6cb45bcc7fff0a9dd50"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ad8b54e2a612709751ee568fd1d3c2f9c4bda30c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ad8b54e2a612709751ee568fd1d3c2f9c4bda30c",
"title": "ad8b54e2a612709751ee568fd1d3c2f9c4bda30c",
"url": "https://fuchsia.googlesource.com/integration/+/ad8b54e2a612709751ee568fd1d3c2f9c4bda30c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2da3cc90ecf8f16b7012288498035e35d8f6a769"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2da3cc90ecf8f16b7012288498035e35d8f6a769",
"title": "2da3cc90ecf8f16b7012288498035e35d8f6a769",
"url": "https://fuchsia.googlesource.com/integration/+/2da3cc90ecf8f16b7012288498035e35d8f6a769"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b9c0faf928474009ea38ebb4fb5be7dd36c7ce46"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b9c0faf928474009ea38ebb4fb5be7dd36c7ce46",
"title": "b9c0faf928474009ea38ebb4fb5be7dd36c7ce46",
"url": "https://fuchsia.googlesource.com/integration/+/b9c0faf928474009ea38ebb4fb5be7dd36c7ce46"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7110eee0278586a6c49d218868c242a8d1f9df45"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7110eee0278586a6c49d218868c242a8d1f9df45",
"title": "7110eee0278586a6c49d218868c242a8d1f9df45",
"url": "https://fuchsia.googlesource.com/integration/+/7110eee0278586a6c49d218868c242a8d1f9df45"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "7110eee0278586a6c49d218868c242a8d1f9df45",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8854204283931621488"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:03:25.968] Scheduled build:
{
"id": "8688774222047728257",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-26T20:03:25.588512597Z",
"updateTime": "2026-02-26T20:03:25.588512597Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "7110eee0278586a6c49d218868c242a8d1f9df45",
"ref": "refs/heads/main"
}
}
}
[20:03:25.968] Task URL: https://cr-buildbucket.appspot.com/build/8688774222047728257
[20:03:25.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:2:0) after 4m38s
[20:03:26.838] Received PubSub notification, asking Buildbucket for the build status
[20:03:26.882] Build status: SCHEDULED
[20:07:00.542] Received PubSub notification, asking Buildbucket for the build status
[20:07:00.576] Build status: STARTED
[20:08:04.045] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:2:0)
[20:08:04.092] Build status: STARTED
[20:08:04.092] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:5:0) after 8m48s
[20:16:52.110] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:5:0)
[20:16:52.146] Build status: STARTED
[20:16:52.146] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:6:0) after 8m59s
[20:25:51.182] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:6:0)
[20:25:51.213] Build status: STARTED
[20:25:51.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:7:0) after 1m19s
[20:27:10.458] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:7:0)
[20:27:10.616] Build status: STARTED
[20:27:10.616] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:8:0) after 9m44s
[20:36:54.756] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:8:0)
[20:36:54.820] Build status: STARTED
[20:36:54.821] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:9:0) after 8m25s
[20:45:20.013] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:9:0)
[20:45:20.133] Build status: STARTED
[20:45:20.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:10:0) after 7m46s
[20:53:06.195] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:10:0)
[20:53:06.209] Build status: STARTED
[20:53:06.209] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:11:0) after 3m25s
[20:56:31.230] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:11:0)
[20:56:31.248] Build status: STARTED
[20:56:31.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:12:0) after 6m38s
[21:03:09.284] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:12:0)
[21:03:09.303] Build status: STARTED
[21:03:09.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:13:0) after 4m22s
[21:07:31.366] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:13:0)
[21:07:31.383] Build status: STARTED
[21:07:31.383] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:14:0) after 9m56s
[21:17:27.402] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:14:0)
[21:17:27.424] Build status: STARTED
[21:17:27.424] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:15:0) after 8m49s
[21:26:16.441] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:15:0)
[21:26:16.461] Build status: STARTED
[21:26:16.461] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-hwasan-e5a0ec7f:8854204283931621488:16:0) after 8m30s
[21:30:21.616] Received PubSub notification, asking Buildbucket for the build status
[21:30:21.631] Build:
{
"id": "8688774222047728257",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-hwasan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-02-26T20:03:25.588512597Z",
"startTime": "2026-02-26T20:07:00.285741199Z",
"endTime": "2026-02-26T21:30:20.976353965Z",
"updateTime": "2026-02-26T21:30:20.976353965Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "7110eee0278586a6c49d218868c242a8d1f9df45",
"ref": "refs/heads/main"
}
}
}
[21:30:21.631] Invocation finished in 1h26m57.223154104s with status FAILED