[23:05:51.111] New invocation is queued and will start shortly
[23:05:52.468] Starting the invocation (attempt 1)
[23:05:52.530] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:05:52.530] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:05:52.532] Buildbucket request:
{
"bucket": "luci.gn.ci",
"client_operation_id": "9031853456610206576",
"parameters_json": "{\"builder_name\":\"mac\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://gn.googlesource.com/gn\",\"revision\":\"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"},\"id\":\"https://gn.googlesource.com/gn/+/refs/heads/master@e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\",\"title\":\"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\",\"url\":\"https://gn.googlesource.com/gn/+/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://gn.googlesource.com/gn\",\"revision\":\"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac",
"scheduler_invocation_id:9031853456610206576",
"scheduler_job_id:gn/mac",
"user_agent:luci-scheduler",
"buildset:commit/git/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7",
"buildset:commit/gitiles/gn.googlesource.com/gn/+/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7",
"gitiles_ref:refs/heads/master"
]
}
[23:05:55.001] Buildbucket response:
{
"build": {
"bucket": "luci.gn.ci",
"canary_preference": "PROD",
"created_by": "project:gn",
"created_ts": "1602716754283007",
"id": "8866423392619081472",
"parameters_json": "{\"builder_name\": \"mac\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gn.googlesource.com/gn\", \"revision\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}, \"id\": \"https://gn.googlesource.com/gn/+/refs/heads/master@e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\", \"title\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\", \"url\": \"https://gn.googlesource.com/gn/+/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://gn.googlesource.com/gn\", \"revision\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}}",
"project": "gn",
"result_details_json": "{\"properties\": {}}",
"service_account": "gn-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1602716754787714",
"tags": [
"builder:mac",
"buildset:commit/git/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7",
"buildset:commit/gitiles/gn.googlesource.com/gn/+/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9031853456610206576",
"scheduler_job_id:gn/mac",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/gn/buildbucket/cr-buildbucket.appspot.com/8866423392619081472/+/annotations",
"swarming_tag:luci_project:gn",
"swarming_tag:recipe_name:gn",
"swarming_tag:recipe_package:infra/recipe_bundles/gn.googlesource.com/gn",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1602716754787824",
"url": "https://ci.chromium.org/b/8866423392619081472",
"utcnow_ts": "1602716754986660"
}
}
[23:05:55.001] Task URL: https://ci.chromium.org/b/8866423392619081472
[23:05:55.001] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:2:0) after 1m0s
[23:06:55.016] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:2:0)
[23:06:55.016] Timer tick, asking Buildbucket for the build status
[23:06:55.658] Build 8866423392619081472: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:06:55.658] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:3:0) after 1m0s
[23:06:55.845] Received PubSub notification, asking Buildbucket for the build status
[23:06:55.989] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:55.680] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:3:0)
[23:07:55.680] Timer tick, asking Buildbucket for the build status
[23:07:58.090] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:58.090] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:5:0) after 1m0s
[23:08:58.598] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:5:0)
[23:08:58.598] Timer tick, asking Buildbucket for the build status
[23:08:59.085] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:59.085] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:6:0) after 1m0s
[23:09:59.184] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:6:0)
[23:09:59.184] Timer tick, asking Buildbucket for the build status
[23:09:59.240] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:59.240] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:7:0) after 1m0s
[23:10:59.267] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:7:0)
[23:10:59.267] Timer tick, asking Buildbucket for the build status
[23:10:59.436] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:59.436] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:8:0) after 1m0s
[23:11:59.473] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:8:0)
[23:11:59.473] Timer tick, asking Buildbucket for the build status
[23:11:59.557] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:59.557] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:9:0) after 1m0s
[23:12:59.542] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:9:0)
[23:12:59.542] Timer tick, asking Buildbucket for the build status
[23:12:59.619] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:59.619] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:10:0) after 1m0s
[23:13:59.705] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:10:0)
[23:13:59.705] Timer tick, asking Buildbucket for the build status
[23:13:59.967] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:59.967] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:11:0) after 1m0s
[23:15:00.028] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:11:0)
[23:15:00.028] Timer tick, asking Buildbucket for the build status
[23:15:00.626] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:00.626] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:12:0) after 1m0s
[23:16:01.847] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:12:0)
[23:16:01.847] Timer tick, asking Buildbucket for the build status
[23:16:02.348] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:02.348] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:13:0) after 1m0s
[23:17:02.581] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:13:0)
[23:17:02.581] Timer tick, asking Buildbucket for the build status
[23:17:02.639] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:02.639] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:14:0) after 1m0s
[23:18:02.657] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:14:0)
[23:18:02.657] Timer tick, asking Buildbucket for the build status
[23:18:02.753] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:02.753] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:15:0) after 1m0s
[23:19:03.374] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:15:0)
[23:19:03.374] Timer tick, asking Buildbucket for the build status
[23:19:03.583] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:03.583] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:16:0) after 1m0s
[23:20:03.655] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:16:0)
[23:20:03.655] Timer tick, asking Buildbucket for the build status
[23:20:04.022] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:04.022] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:17:0) after 1m0s
[23:21:04.277] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:17:0)
[23:21:04.277] Timer tick, asking Buildbucket for the build status
[23:21:04.939] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:04.939] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:18:0) after 1m0s
[23:22:05.348] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:18:0)
[23:22:05.348] Timer tick, asking Buildbucket for the build status
[23:22:05.516] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:05.516] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:19:0) after 1m0s
[23:23:05.532] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:19:0)
[23:23:05.532] Timer tick, asking Buildbucket for the build status
[23:23:06.363] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:06.363] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:20:0) after 1m0s
[23:24:06.478] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:20:0)
[23:24:06.478] Timer tick, asking Buildbucket for the build status
[23:24:06.540] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:06.540] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:21:0) after 1m0s
[23:25:06.694] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:21:0)
[23:25:06.694] Timer tick, asking Buildbucket for the build status
[23:25:06.776] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:06.776] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:22:0) after 1m0s
[23:26:06.904] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:22:0)
[23:26:06.904] Timer tick, asking Buildbucket for the build status
[23:26:07.027] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:07.027] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:23:0) after 1m0s
[23:27:07.236] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:23:0)
[23:27:07.236] Timer tick, asking Buildbucket for the build status
[23:27:07.298] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:07.298] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:24:0) after 1m0s
[23:28:07.424] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:24:0)
[23:28:07.424] Timer tick, asking Buildbucket for the build status
[23:28:07.482] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:07.482] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:25:0) after 1m0s
[23:29:07.605] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:25:0)
[23:29:07.605] Timer tick, asking Buildbucket for the build status
[23:29:07.934] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:07.934] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:26:0) after 1m0s
[23:30:08.035] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:26:0)
[23:30:08.035] Timer tick, asking Buildbucket for the build status
[23:30:08.530] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:08.530] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:27:0) after 1m0s
[23:31:08.582] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:27:0)
[23:31:08.582] Timer tick, asking Buildbucket for the build status
[23:31:08.884] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:08.884] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:28:0) after 1m0s
[23:32:09.016] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:28:0)
[23:32:09.016] Timer tick, asking Buildbucket for the build status
[23:32:09.095] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:09.095] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:29:0) after 1m0s
[23:33:09.164] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:29:0)
[23:33:09.164] Timer tick, asking Buildbucket for the build status
[23:33:09.229] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:09.229] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:30:0) after 1m0s
[23:34:09.282] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:30:0)
[23:34:09.282] Timer tick, asking Buildbucket for the build status
[23:34:09.362] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:09.363] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:31:0) after 1m0s
[23:35:09.364] Handling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:31:0)
[23:35:09.364] Timer tick, asking Buildbucket for the build status
[23:35:09.557] Build 8866423392619081472: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:09.557] Scheduling timer "check-buildbucket-build-status" (gn/mac:9031853456610206576:32:0) after 1m0s
[23:35:33.035] Received PubSub notification, asking Buildbucket for the build status
[23:35:34.357] Build 8866423392619081472: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[23:35:34.357] Buildbucket build:
{
"build": {
"bucket": "luci.gn.ci",
"canary_preference": "PROD",
"completed_ts": "1602718532751068",
"created_by": "project:gn",
"created_ts": "1602716754283007",
"failure_reason": "INFRA_FAILURE",
"id": "8866423392619081472",
"parameters_json": "{\"builder_name\": \"mac\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gn.googlesource.com/gn\", \"revision\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}, \"id\": \"https://gn.googlesource.com/gn/+/refs/heads/master@e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\", \"title\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\", \"url\": \"https://gn.googlesource.com/gn/+/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://gn.googlesource.com/gn\", \"revision\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}}",
"project": "gn",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Infra Failure: Step('install xcode') returned 1\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://gn.googlesource.com/gn\", \"revision\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}, \"id\": \"https://gn.googlesource.com/gn/+/refs/heads/master@e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\", \"title\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\", \"url\": \"https://gn.googlesource.com/gn/+/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}]}, \"bot_id\": \"vm8-m1\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac\", \"path_config\": \"generic\", \"recipe\": \"gn\", \"repository\": \"https://gn.googlesource.com/gn\", \"revision\": \"e5f1f5877073a557c1ceea43a73d1cc343e2d3a7\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_42fde97ce7045e2ec2b10d333cb9f8aa96920acc55bfe754948a8c40c469e5d2_v2\", \"builder_46251911651363c5eed0c5cd8ea81c48e45d234e5144704a28dea50eea4b733a_v2\", \"builder_c8218014a7cd47980c7f51a8f47e6ba4beae6f222e57509406a1be3b5780347d_v2\", \"git\", \"goma_v2\", \"infra_gclient_with_go\", \"macos_sdk\", \"osx_sdk\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm8-m1\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\", \"Mac-10.13.6-17G66\"], \"pool\": [\"luci.flex.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5570-fa4adf0\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m1\"]}}, \"ui\": {\"info\": \"recipe infra failure: Infra Failure: Step('install xcode') returned 1\"}}",
"service_account": "gn-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1602716815111754",
"status": "COMPLETED",
"status_changed_ts": "1602716815580088",
"tags": [
"builder:mac",
"buildset:commit/git/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7",
"buildset:commit/gitiles/gn.googlesource.com/gn/+/e5f1f5877073a557c1ceea43a73d1cc343e2d3a7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9031853456610206576",
"scheduler_job_id:gn/mac",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/gn/buildbucket/cr-buildbucket.appspot.com/8866423392619081472/+/annotations",
"swarming_tag:luci_project:gn",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:gn",
"swarming_tag:recipe_package:infra/recipe_bundles/gn.googlesource.com/gn",
"swarming_task_id:4f422e6c4e2a1610",
"user_agent:luci-scheduler"
],
"updated_ts": "1602718532815849",
"url": "https://ci.chromium.org/b/8866423392619081472",
"utcnow_ts": "1602718534350118"
}
}
[23:35:34.357] Invocation finished in 29m43.264396902s with status FAILED