[01:03:51.252] New invocation is queued and will start shortly
[01:03:52.339] Starting the invocation (attempt 1)
[01:03:52.366] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/8713e6aa19cbee8f3ffd737b4477c6e9ce37a081"
[01:03:52.366] Popped gitiles commit info from properties and tags
[01:03:52.366] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:03:52.366] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:03:52.367] Buildbucket request:
{
"requestId": "8924035642516781616",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8924035642516781616",
"job": "fuchsia/core.arm64-asan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ff4bc3ee4dfe0369e11331e8e165b4423ddc01ce"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ff4bc3ee4dfe0369e11331e8e165b4423ddc01ce",
"title": "ff4bc3ee4dfe0369e11331e8e165b4423ddc01ce",
"url": "https://fuchsia.googlesource.com/integration/+/ff4bc3ee4dfe0369e11331e8e165b4423ddc01ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3d7e5a889736a02abcc2236ec074dde1761c60de"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3d7e5a889736a02abcc2236ec074dde1761c60de",
"title": "3d7e5a889736a02abcc2236ec074dde1761c60de",
"url": "https://fuchsia.googlesource.com/integration/+/3d7e5a889736a02abcc2236ec074dde1761c60de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1c7c2b8d380bebd1587642e939f5127962ccb7b2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1c7c2b8d380bebd1587642e939f5127962ccb7b2",
"title": "1c7c2b8d380bebd1587642e939f5127962ccb7b2",
"url": "https://fuchsia.googlesource.com/integration/+/1c7c2b8d380bebd1587642e939f5127962ccb7b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "56522061fc859bd02883b5f40111692ad5c5502b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@56522061fc859bd02883b5f40111692ad5c5502b",
"title": "56522061fc859bd02883b5f40111692ad5c5502b",
"url": "https://fuchsia.googlesource.com/integration/+/56522061fc859bd02883b5f40111692ad5c5502b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ff003655b91f9a393c247bacf55962f6d635b3a8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ff003655b91f9a393c247bacf55962f6d635b3a8",
"title": "ff003655b91f9a393c247bacf55962f6d635b3a8",
"url": "https://fuchsia.googlesource.com/integration/+/ff003655b91f9a393c247bacf55962f6d635b3a8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ea498f5c7dedfcad1f1401e13e0f90ff54ae582c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ea498f5c7dedfcad1f1401e13e0f90ff54ae582c",
"title": "ea498f5c7dedfcad1f1401e13e0f90ff54ae582c",
"url": "https://fuchsia.googlesource.com/integration/+/ea498f5c7dedfcad1f1401e13e0f90ff54ae582c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "dc4a75a51a85d86c52b9af6b26294293ac11f5ad"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dc4a75a51a85d86c52b9af6b26294293ac11f5ad",
"title": "dc4a75a51a85d86c52b9af6b26294293ac11f5ad",
"url": "https://fuchsia.googlesource.com/integration/+/dc4a75a51a85d86c52b9af6b26294293ac11f5ad"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "bbb2c746250d78f5954ac23a133e4d931a7fb65d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bbb2c746250d78f5954ac23a133e4d931a7fb65d",
"title": "bbb2c746250d78f5954ac23a133e4d931a7fb65d",
"url": "https://fuchsia.googlesource.com/integration/+/bbb2c746250d78f5954ac23a133e4d931a7fb65d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "09c7bd165857b59014f479cafab5c682d3f985de"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@09c7bd165857b59014f479cafab5c682d3f985de",
"title": "09c7bd165857b59014f479cafab5c682d3f985de",
"url": "https://fuchsia.googlesource.com/integration/+/09c7bd165857b59014f479cafab5c682d3f985de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0143c4fd4a8561d433fc87d1c7e2c6a9fd146bee"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0143c4fd4a8561d433fc87d1c7e2c6a9fd146bee",
"title": "0143c4fd4a8561d433fc87d1c7e2c6a9fd146bee",
"url": "https://fuchsia.googlesource.com/integration/+/0143c4fd4a8561d433fc87d1c7e2c6a9fd146bee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "31edfaa907265ac7fa17c8469c3c9e6005706ca9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@31edfaa907265ac7fa17c8469c3c9e6005706ca9",
"title": "31edfaa907265ac7fa17c8469c3c9e6005706ca9",
"url": "https://fuchsia.googlesource.com/integration/+/31edfaa907265ac7fa17c8469c3c9e6005706ca9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2a533323bc9a381cc2b693ad433dc643500a0b2c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2a533323bc9a381cc2b693ad433dc643500a0b2c",
"title": "2a533323bc9a381cc2b693ad433dc643500a0b2c",
"url": "https://fuchsia.googlesource.com/integration/+/2a533323bc9a381cc2b693ad433dc643500a0b2c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0923840cd6e8cd08e4d11796b82cf154770e1231"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0923840cd6e8cd08e4d11796b82cf154770e1231",
"title": "0923840cd6e8cd08e4d11796b82cf154770e1231",
"url": "https://fuchsia.googlesource.com/integration/+/0923840cd6e8cd08e4d11796b82cf154770e1231"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a6f343cb525861ebc12ed9b5a82f91f6385d8378"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a6f343cb525861ebc12ed9b5a82f91f6385d8378",
"title": "a6f343cb525861ebc12ed9b5a82f91f6385d8378",
"url": "https://fuchsia.googlesource.com/integration/+/a6f343cb525861ebc12ed9b5a82f91f6385d8378"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "60e948778616a927b8c35e98105337192306ca77"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@60e948778616a927b8c35e98105337192306ca77",
"title": "60e948778616a927b8c35e98105337192306ca77",
"url": "https://fuchsia.googlesource.com/integration/+/60e948778616a927b8c35e98105337192306ca77"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f710f2f2358045a36c7cee8ec271a5f4a43468a5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f710f2f2358045a36c7cee8ec271a5f4a43468a5",
"title": "f710f2f2358045a36c7cee8ec271a5f4a43468a5",
"url": "https://fuchsia.googlesource.com/integration/+/f710f2f2358045a36c7cee8ec271a5f4a43468a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d196f4bbc82924e8bffc97606e774c60925bfdb6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d196f4bbc82924e8bffc97606e774c60925bfdb6",
"title": "d196f4bbc82924e8bffc97606e774c60925bfdb6",
"url": "https://fuchsia.googlesource.com/integration/+/d196f4bbc82924e8bffc97606e774c60925bfdb6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "16926d64c8050ae0000beac9a0ef4d9942668ea1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@16926d64c8050ae0000beac9a0ef4d9942668ea1",
"title": "16926d64c8050ae0000beac9a0ef4d9942668ea1",
"url": "https://fuchsia.googlesource.com/integration/+/16926d64c8050ae0000beac9a0ef4d9942668ea1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4d9e0f83ba066e181737023e81b3998c21280882"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4d9e0f83ba066e181737023e81b3998c21280882",
"title": "4d9e0f83ba066e181737023e81b3998c21280882",
"url": "https://fuchsia.googlesource.com/integration/+/4d9e0f83ba066e181737023e81b3998c21280882"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8713e6aa19cbee8f3ffd737b4477c6e9ce37a081"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8713e6aa19cbee8f3ffd737b4477c6e9ce37a081",
"title": "8713e6aa19cbee8f3ffd737b4477c6e9ce37a081",
"url": "https://fuchsia.googlesource.com/integration/+/8713e6aa19cbee8f3ffd737b4477c6e9ce37a081"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8713e6aa19cbee8f3ffd737b4477c6e9ce37a081",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8924035642516781616"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.arm64-asan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:03:52.917] Scheduled build:
{
"id": "8758605580621763313",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2024-01-18T01:03:52.436145628Z",
"updateTime": "2024-01-18T01:03:52.436145628Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8713e6aa19cbee8f3ffd737b4477c6e9ce37a081",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:03:52.917] Task URL: https://cr-buildbucket.appspot.com/build/8758605580621763313
[01:03:52.917] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:2:0) after 5m18s
[01:03:53.845] Received PubSub notification, asking Buildbucket for the build status
[01:03:53.893] Build status: SCHEDULED
[01:04:06.635] Received PubSub notification, asking Buildbucket for the build status
[01:04:06.652] Build status: STARTED
[01:09:10.936] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:2:0)
[01:09:10.951] Build status: STARTED
[01:09:10.951] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:5:0) after 7m47s
[01:16:57.974] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:5:0)
[01:16:57.994] Build status: STARTED
[01:16:57.994] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:6:0) after 5m27s
[01:22:25.025] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:6:0)
[01:22:25.041] Build status: STARTED
[01:22:25.041] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:7:0) after 6m43s
[01:29:08.254] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:7:0)
[01:29:08.294] Build status: STARTED
[01:29:08.294] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:8:0) after 5m41s
[01:34:49.365] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:8:0)
[01:34:49.380] Build status: STARTED
[01:34:49.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:9:0) after 2m53s
[01:37:42.401] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:9:0)
[01:37:42.419] Build status: STARTED
[01:37:42.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:10:0) after 6m11s
[01:43:53.855] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:10:0)
[01:43:53.876] Build status: STARTED
[01:43:53.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:11:0) after 9m25s
[01:53:18.894] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:11:0)
[01:53:18.908] Build status: STARTED
[01:53:18.908] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:12:0) after 4m35s
[01:57:53.932] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:12:0)
[01:57:53.956] Build status: STARTED
[01:57:53.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:13:0) after 9m27s
[02:07:21.045] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:13:0)
[02:07:21.130] Build status: STARTED
[02:07:21.130] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:14:0) after 2m35s
[02:09:56.164] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:14:0)
[02:09:56.183] Build status: STARTED
[02:09:56.183] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:15:0) after 9m41s
[02:19:37.204] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:15:0)
[02:19:37.234] Build status: STARTED
[02:19:37.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:16:0) after 9m38s
[02:29:15.257] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:16:0)
[02:29:15.281] Build status: STARTED
[02:29:15.281] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:17:0) after 9m38s
[02:38:53.377] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:17:0)
[02:38:53.456] Build status: STARTED
[02:38:53.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:18:0) after 8m55s
[02:47:48.537] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:18:0)
[02:47:48.553] Build status: STARTED
[02:47:48.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:19:0) after 5m10s
[02:52:58.680] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:19:0)
[02:52:58.696] Build status: STARTED
[02:52:58.696] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:20:0) after 9m36s
[03:02:34.737] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:20:0)
[03:02:34.755] Build status: STARTED
[03:02:34.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:21:0) after 2m55s
[03:05:29.931] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:21:0)
[03:05:29.949] Build status: STARTED
[03:05:29.949] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:22:0) after 1m59s
[03:07:29.545] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:22:0)
[03:07:29.563] Build status: STARTED
[03:07:29.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:23:0) after 6m57s
[03:14:26.837] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:23:0)
[03:14:26.856] Build status: STARTED
[03:14:26.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:24:0) after 7m58s
[03:22:25.262] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:24:0)
[03:22:25.280] Build status: STARTED
[03:22:25.280] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:25:0) after 1m56s
[03:24:22.083] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-asan-e5a0ec7f:8924035642516781616:25:0)
[03:24:22.098] Build:
{
"id": "8758605580621763313",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-asan"
},
"createdBy": "project:fuchsia",
"createTime": "2024-01-18T01:03:52.436145628Z",
"startTime": "2024-01-18T01:04:06.044349Z",
"endTime": "2024-01-18T03:24:21.494806Z",
"updateTime": "2024-01-18T03:24:21.494806Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8713e6aa19cbee8f3ffd737b4477c6e9ce37a081",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:24:22.098] Invocation finished in 2h20m30.853420919s with status FAILED