[22:41:54.116] New invocation is queued and will start shortly
[22:41:55.185] Starting the invocation (attempt 1)
[22:41:55.215] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/516f1cf4ef18b9ec37da8072c71a68595893bf70"
[22:41:55.215] Popped gitiles commit info from properties and tags
[22:41:55.215] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:41:55.215] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:41:55.216] Buildbucket request:
{
"requestId": "8924044573389068960",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8924044573389068960",
"job": "fuchsia/core.arm64-asan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "59d06ddb49c4ad1360116e29b8a5f3fca03d903a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@59d06ddb49c4ad1360116e29b8a5f3fca03d903a",
"title": "59d06ddb49c4ad1360116e29b8a5f3fca03d903a",
"url": "https://fuchsia.googlesource.com/integration/+/59d06ddb49c4ad1360116e29b8a5f3fca03d903a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "93a3caddae11d366d0572e73d0ad3b2803803832"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@93a3caddae11d366d0572e73d0ad3b2803803832",
"title": "93a3caddae11d366d0572e73d0ad3b2803803832",
"url": "https://fuchsia.googlesource.com/integration/+/93a3caddae11d366d0572e73d0ad3b2803803832"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f38eedaf6704bbd0283061d1f768f057e913e2dd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f38eedaf6704bbd0283061d1f768f057e913e2dd",
"title": "f38eedaf6704bbd0283061d1f768f057e913e2dd",
"url": "https://fuchsia.googlesource.com/integration/+/f38eedaf6704bbd0283061d1f768f057e913e2dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "dd12e8a3c7da7d8d9d3df14939ecd7f710481268"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dd12e8a3c7da7d8d9d3df14939ecd7f710481268",
"title": "dd12e8a3c7da7d8d9d3df14939ecd7f710481268",
"url": "https://fuchsia.googlesource.com/integration/+/dd12e8a3c7da7d8d9d3df14939ecd7f710481268"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "de82878ea7b30dbc26425733c66f67342b4e3e9e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@de82878ea7b30dbc26425733c66f67342b4e3e9e",
"title": "de82878ea7b30dbc26425733c66f67342b4e3e9e",
"url": "https://fuchsia.googlesource.com/integration/+/de82878ea7b30dbc26425733c66f67342b4e3e9e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3f606d070c41039f1038fc98caa0d499bff09294"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3f606d070c41039f1038fc98caa0d499bff09294",
"title": "3f606d070c41039f1038fc98caa0d499bff09294",
"url": "https://fuchsia.googlesource.com/integration/+/3f606d070c41039f1038fc98caa0d499bff09294"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "59b288044d3e8297973b527a4ef88f9e2e62ba55"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@59b288044d3e8297973b527a4ef88f9e2e62ba55",
"title": "59b288044d3e8297973b527a4ef88f9e2e62ba55",
"url": "https://fuchsia.googlesource.com/integration/+/59b288044d3e8297973b527a4ef88f9e2e62ba55"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "44f9d8063b75c9459b051fca9148e86e9dac7408"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@44f9d8063b75c9459b051fca9148e86e9dac7408",
"title": "44f9d8063b75c9459b051fca9148e86e9dac7408",
"url": "https://fuchsia.googlesource.com/integration/+/44f9d8063b75c9459b051fca9148e86e9dac7408"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "43d6c18e22f1b83c3ab5e7483a873af9e46ad725"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@43d6c18e22f1b83c3ab5e7483a873af9e46ad725",
"title": "43d6c18e22f1b83c3ab5e7483a873af9e46ad725",
"url": "https://fuchsia.googlesource.com/integration/+/43d6c18e22f1b83c3ab5e7483a873af9e46ad725"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "56573a1b99b814a32cb00fe0fb2af449f76e0c09"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@56573a1b99b814a32cb00fe0fb2af449f76e0c09",
"title": "56573a1b99b814a32cb00fe0fb2af449f76e0c09",
"url": "https://fuchsia.googlesource.com/integration/+/56573a1b99b814a32cb00fe0fb2af449f76e0c09"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "24d5f595da2ad8909c488d1e0567495959a71ae9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@24d5f595da2ad8909c488d1e0567495959a71ae9",
"title": "24d5f595da2ad8909c488d1e0567495959a71ae9",
"url": "https://fuchsia.googlesource.com/integration/+/24d5f595da2ad8909c488d1e0567495959a71ae9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d524cc90922d7690f28f3adcbca7e79c39bb9c27"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d524cc90922d7690f28f3adcbca7e79c39bb9c27",
"title": "d524cc90922d7690f28f3adcbca7e79c39bb9c27",
"url": "https://fuchsia.googlesource.com/integration/+/d524cc90922d7690f28f3adcbca7e79c39bb9c27"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b844808a6084efbc037381d5792f1f0fa3b2e0a6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b844808a6084efbc037381d5792f1f0fa3b2e0a6",
"title": "b844808a6084efbc037381d5792f1f0fa3b2e0a6",
"url": "https://fuchsia.googlesource.com/integration/+/b844808a6084efbc037381d5792f1f0fa3b2e0a6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "cfcc7935e56edfce4e4c139ada5549b1a60be210"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cfcc7935e56edfce4e4c139ada5549b1a60be210",
"title": "cfcc7935e56edfce4e4c139ada5549b1a60be210",
"url": "https://fuchsia.googlesource.com/integration/+/cfcc7935e56edfce4e4c139ada5549b1a60be210"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1c47f2cfe5cf6b8d274c4f2d612df3bbb0b3954d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1c47f2cfe5cf6b8d274c4f2d612df3bbb0b3954d",
"title": "1c47f2cfe5cf6b8d274c4f2d612df3bbb0b3954d",
"url": "https://fuchsia.googlesource.com/integration/+/1c47f2cfe5cf6b8d274c4f2d612df3bbb0b3954d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3eb0a8cca26b649053f792713275c9f72e6d2b5f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3eb0a8cca26b649053f792713275c9f72e6d2b5f",
"title": "3eb0a8cca26b649053f792713275c9f72e6d2b5f",
"url": "https://fuchsia.googlesource.com/integration/+/3eb0a8cca26b649053f792713275c9f72e6d2b5f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "516f1cf4ef18b9ec37da8072c71a68595893bf70"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@516f1cf4ef18b9ec37da8072c71a68595893bf70",
"title": "516f1cf4ef18b9ec37da8072c71a68595893bf70",
"url": "https://fuchsia.googlesource.com/integration/+/516f1cf4ef18b9ec37da8072c71a68595893bf70"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "516f1cf4ef18b9ec37da8072c71a68595893bf70",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8924044573389068960"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.arm64-asan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:41:55.710] Scheduled build:
{
"id": "8758614511512634033",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2024-01-17T22:41:55.275354042Z",
"updateTime": "2024-01-17T22:41:55.275354042Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "516f1cf4ef18b9ec37da8072c71a68595893bf70",
"ref": "refs/heads/main"
}
}
}
[22:41:55.710] Task URL: https://cr-buildbucket.appspot.com/build/8758614511512634033
[22:41:55.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:2:0) after 7m59s
[22:41:56.742] Received PubSub notification, asking Buildbucket for the build status
[22:41:56.827] Build status: SCHEDULED
[22:43:35.698] Received PubSub notification, asking Buildbucket for the build status
[22:43:35.727] Build status: STARTED
[22:49:54.693] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:2:0)
[22:49:54.739] Build status: STARTED
[22:49:54.739] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:5:0) after 4m8s
[22:54:02.766] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:5:0)
[22:54:02.804] Build status: STARTED
[22:54:02.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:6:0) after 4m56s
[22:58:58.819] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:6:0)
[22:58:58.841] Build status: STARTED
[22:58:58.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:7:0) after 6m33s
[23:05:31.875] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:7:0)
[23:05:31.902] Build status: STARTED
[23:05:31.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:8:0) after 8m24s
[23:13:55.929] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:8:0)
[23:13:55.951] Build status: STARTED
[23:13:55.951] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:9:0) after 6m51s
[23:20:47.039] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:9:0)
[23:20:47.058] Build status: STARTED
[23:20:47.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:10:0) after 6m4s
[23:26:51.119] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:10:0)
[23:26:51.148] Build status: STARTED
[23:26:51.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:11:0) after 6m36s
[23:33:27.266] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:11:0)
[23:33:27.286] Build status: STARTED
[23:33:27.286] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:12:0) after 4m11s
[23:37:38.419] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:12:0)
[23:37:38.438] Build status: STARTED
[23:37:38.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:13:0) after 8m2s
[23:45:40.458] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:13:0)
[23:45:40.478] Build status: STARTED
[23:45:40.478] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:14:0) after 9m36s
[23:55:16.666] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:14:0)
[23:55:16.682] Build status: STARTED
[23:55:16.682] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:15:0) after 7m48s
[00:03:04.697] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:15:0)
[00:03:04.731] Build status: STARTED
[00:03:04.731] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:16:0) after 5m3s
[00:08:07.751] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:16:0)
[00:08:07.790] Build status: STARTED
[00:08:07.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:17:0) after 4m11s
[00:12:18.761] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:17:0)
[00:12:18.785] Build status: STARTED
[00:12:18.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:18:0) after 5m6s
[00:17:24.914] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:18:0)
[00:17:24.944] Build status: STARTED
[00:17:24.944] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:19:0) after 3m33s
[00:20:58.039] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:19:0)
[00:20:58.115] Build status: STARTED
[00:20:58.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:20:0) after 5m3s
[00:26:01.338] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:20:0)
[00:26:01.359] Build status: STARTED
[00:26:01.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:21:0) after 9m49s
[00:35:50.552] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:21:0)
[00:35:50.573] Build status: STARTED
[00:35:50.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:22:0) after 2m21s
[00:38:11.732] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:22:0)
[00:38:11.751] Build status: STARTED
[00:38:11.751] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:23:0) after 2m43s
[00:40:54.814] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:23:0)
[00:40:54.839] Build status: STARTED
[00:40:54.839] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:24:0) after 7m3s
[00:47:57.909] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:24:0)
[00:47:58.079] Build status: STARTED
[00:47:58.079] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:25:0) after 2m47s
[00:50:45.272] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:25:0)
[00:50:45.287] Build status: STARTED
[00:50:45.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:26:0) after 4m17s
[00:55:02.277] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:26:0)
[00:55:02.294] Build status: STARTED
[00:55:02.294] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:27:0) after 5m55s
[01:00:57.395] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:27:0)
[01:00:57.419] Build status: STARTED
[01:00:57.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924044573389068960:28:0) after 4m8s
[01:03:48.773] Received PubSub notification, asking Buildbucket for the build status
[01:03:48.791] Build:
{
"id": "8758614511512634033",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2024-01-17T22:41:55.275354042Z",
"startTime": "2024-01-17T22:43:35.089294Z",
"endTime": "2024-01-18T01:03:48.165151Z",
"updateTime": "2024-01-18T01:03:48.165151Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "516f1cf4ef18b9ec37da8072c71a68595893bf70",
"ref": "refs/heads/main"
}
}
}
[01:03:48.791] Invocation finished in 2h21m54.692411456s with status FAILED