[16:42:14.093] New invocation is queued and will start shortly
[16:42:15.173] Starting the invocation (attempt 1)
[16:42:15.222] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:42:15.222] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:42:15.223] Buildbucket request:
{
"bucket": "luci.boringssl.ci",
"client_operation_id": "9057697727123614896",
"parameters_json": "{\"builder_name\":\"mac_small\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://boringssl.googlesource.com/boringssl.git\",\"revision\":\"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"},\"id\":\"https://boringssl.googlesource.com/boringssl.git/+/refs/heads/master@b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\",\"title\":\"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\",\"url\":\"https://boringssl.googlesource.com/boringssl.git/+/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://boringssl.googlesource.com/boringssl.git\",\"revision\":\"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac_small",
"scheduler_invocation_id:9057697727123614896",
"scheduler_job_id:boringssl/mac_small",
"user_agent:luci-scheduler",
"buildset:commit/git/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391",
"buildset:commit/gitiles/boringssl.googlesource.com/boringssl/+/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391",
"gitiles_ref:refs/heads/master"
]
}
[16:42:16.476] Buildbucket response:
{
"build": {
"bucket": "luci.boringssl.ci",
"canary_preference": "PROD",
"created_by": "project:boringssl",
"created_ts": "1578069735464337",
"id": "8892267665024038048",
"parameters_json": "{\"builder_name\": \"mac_small\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://boringssl.googlesource.com/boringssl.git\", \"revision\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}, \"id\": \"https://boringssl.googlesource.com/boringssl.git/+/refs/heads/master@b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\", \"title\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\", \"url\": \"https://boringssl.googlesource.com/boringssl.git/+/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://boringssl.googlesource.com/boringssl.git\", \"revision\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}}",
"project": "boringssl",
"result_details_json": "{\"properties\": {}}",
"service_account": "boringssl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1578069736151974",
"tags": [
"builder:mac_small",
"buildset:commit/git/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391",
"buildset:commit/gitiles/boringssl.googlesource.com/boringssl/+/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9057697727123614896",
"scheduler_job_id:boringssl/mac_small",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/boringssl/buildbucket/cr-buildbucket.appspot.com/8892267665024038048/+/annotations",
"swarming_tag:luci_project:boringssl",
"swarming_tag:recipe_name:boringssl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1578069736152096",
"url": "https://ci.chromium.org/b/8892267665024038048",
"utcnow_ts": "1578069736456460"
}
}
[16:42:16.476] Task URL: https://ci.chromium.org/b/8892267665024038048
[16:42:16.476] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:2:0) after 1m0s
[16:42:31.029] Received PubSub notification, asking Buildbucket for the build status
[16:42:31.275] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:16.575] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:2:0)
[16:43:16.575] Timer tick, asking Buildbucket for the build status
[16:43:16.698] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:16.698] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:4:0) after 1m0s
[16:44:16.782] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:4:0)
[16:44:16.782] Timer tick, asking Buildbucket for the build status
[16:44:16.903] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:16.903] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:5:0) after 1m0s
[16:45:17.004] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:5:0)
[16:45:17.004] Timer tick, asking Buildbucket for the build status
[16:45:17.121] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:17.121] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:6:0) after 1m0s
[16:46:17.293] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:6:0)
[16:46:17.293] Timer tick, asking Buildbucket for the build status
[16:46:17.409] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:17.409] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:7:0) after 1m0s
[16:47:17.404] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:7:0)
[16:47:17.404] Timer tick, asking Buildbucket for the build status
[16:47:17.650] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:17.651] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:8:0) after 1m0s
[16:48:17.703] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:8:0)
[16:48:17.703] Timer tick, asking Buildbucket for the build status
[16:48:18.002] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:18.002] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:9:0) after 1m0s
[16:49:18.082] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:9:0)
[16:49:18.082] Timer tick, asking Buildbucket for the build status
[16:49:18.488] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:18.488] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:10:0) after 1m0s
[16:50:18.558] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:10:0)
[16:50:18.558] Timer tick, asking Buildbucket for the build status
[16:50:19.398] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:19.398] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:11:0) after 1m0s
[16:51:19.471] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:11:0)
[16:51:19.471] Timer tick, asking Buildbucket for the build status
[16:51:19.698] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:19.698] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:12:0) after 1m0s
[16:52:19.760] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:12:0)
[16:52:19.760] Timer tick, asking Buildbucket for the build status
[16:52:20.210] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:20.210] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:13:0) after 1m0s
[16:53:20.327] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:13:0)
[16:53:20.327] Timer tick, asking Buildbucket for the build status
[16:53:20.851] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:20.851] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:14:0) after 1m0s
[16:54:20.873] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:14:0)
[16:54:20.873] Timer tick, asking Buildbucket for the build status
[16:54:21.389] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:21.389] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:15:0) after 1m0s
[16:55:21.462] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:15:0)
[16:55:21.462] Timer tick, asking Buildbucket for the build status
[16:55:21.781] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:21.781] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:16:0) after 1m0s
[16:56:21.901] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:16:0)
[16:56:21.901] Timer tick, asking Buildbucket for the build status
[16:56:21.986] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:21.986] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:17:0) after 1m0s
[16:57:22.061] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:17:0)
[16:57:22.061] Timer tick, asking Buildbucket for the build status
[16:57:22.263] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:22.263] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:18:0) after 1m0s
[16:58:22.290] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:18:0)
[16:58:22.290] Timer tick, asking Buildbucket for the build status
[16:58:22.687] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:22.687] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:19:0) after 1m0s
[16:59:22.705] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:19:0)
[16:59:22.705] Timer tick, asking Buildbucket for the build status
[16:59:22.987] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:22.987] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:20:0) after 1m0s
[17:00:23.025] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:20:0)
[17:00:23.025] Timer tick, asking Buildbucket for the build status
[17:00:23.225] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:23.225] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:21:0) after 1m0s
[17:01:23.542] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:21:0)
[17:01:23.542] Timer tick, asking Buildbucket for the build status
[17:01:23.977] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:23.978] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:22:0) after 1m0s
[17:02:24.076] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:22:0)
[17:02:24.076] Timer tick, asking Buildbucket for the build status
[17:02:24.496] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:24.496] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:23:0) after 1m0s
[17:03:24.542] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:23:0)
[17:03:24.542] Timer tick, asking Buildbucket for the build status
[17:03:24.939] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:24.939] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:24:0) after 1m0s
[17:04:25.026] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:24:0)
[17:04:25.026] Timer tick, asking Buildbucket for the build status
[17:04:25.131] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:25.131] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:25:0) after 1m0s
[17:05:25.164] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:25:0)
[17:05:25.164] Timer tick, asking Buildbucket for the build status
[17:05:25.510] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:25.510] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:26:0) after 1m0s
[17:06:25.533] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:26:0)
[17:06:25.533] Timer tick, asking Buildbucket for the build status
[17:06:25.638] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:25.638] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:27:0) after 1m0s
[17:07:25.657] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:27:0)
[17:07:25.657] Timer tick, asking Buildbucket for the build status
[17:07:26.080] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:26.080] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:28:0) after 1m0s
[17:08:26.186] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:28:0)
[17:08:26.186] Timer tick, asking Buildbucket for the build status
[17:08:26.587] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:26.587] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:29:0) after 1m0s
[17:09:26.671] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:29:0)
[17:09:26.671] Timer tick, asking Buildbucket for the build status
[17:09:27.069] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:27.069] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:30:0) after 1m0s
[17:10:27.179] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:30:0)
[17:10:27.179] Timer tick, asking Buildbucket for the build status
[17:10:27.297] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:27.297] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:31:0) after 1m0s
[17:11:27.381] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:31:0)
[17:11:27.381] Timer tick, asking Buildbucket for the build status
[17:11:27.634] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:27.634] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:32:0) after 1m0s
[17:12:27.692] Handling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:32:0)
[17:12:27.692] Timer tick, asking Buildbucket for the build status
[17:12:27.878] Build 8892267665024038048: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:27.878] Scheduling timer "check-buildbucket-build-status" (boringssl/mac_small:9057697727123614896:33:0) after 1m0s
[17:12:39.677] Received PubSub notification, asking Buildbucket for the build status
[17:12:40.103] Build 8892267665024038048: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[17:12:40.103] Buildbucket build:
{
"build": {
"bucket": "luci.boringssl.ci",
"canary_preference": "PROD",
"completed_ts": "1578071555905930",
"created_by": "project:boringssl",
"created_ts": "1578069735464337",
"failure_reason": "INFRA_FAILURE",
"id": "8892267665024038048",
"parameters_json": "{\"builder_name\": \"mac_small\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://boringssl.googlesource.com/boringssl.git\", \"revision\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}, \"id\": \"https://boringssl.googlesource.com/boringssl.git/+/refs/heads/master@b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\", \"title\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\", \"url\": \"https://boringssl.googlesource.com/boringssl.git/+/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://boringssl.googlesource.com/boringssl.git\", \"revision\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}}",
"project": "boringssl",
"result": "FAILURE",
"result_details_json": "{\"properties\": {\"$gatekeeper\": {\"group\": \"client.boringssl\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://boringssl.googlesource.com/boringssl.git\", \"revision\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}, \"id\": \"https://boringssl.googlesource.com/boringssl.git/+/refs/heads/master@b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\", \"title\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\", \"url\": \"https://boringssl.googlesource.com/boringssl.git/+/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}]}, \"bot_id\": \"vm174-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"mac_small\", \"path_config\": \"generic\", \"recipe\": \"boringssl\", \"repository\": \"https://boringssl.googlesource.com/boringssl.git\", \"revision\": \"b3ac6bb39ad3f980dccae24dfacd97b6e3e57391\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_6c7881f8ed1cc69bd557d9538192e033869877539cb7c03204a7cd56aaba9457_v2\", \"builder_7c229f28dd0a21b0fe74db05785d668e4a6531254ff2f197b4170d5dba664c4a_v2\", \"builder_cf4c4f39d8550be2c6b00db9387b3a2e2eaa6c757718631378f4ceb4413253b0_v2\", \"git\", \"goma_v2\", \"infra_gclient_with_go\", \"osx_sdk\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm174-m9\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\"], \"pool\": [\"luci.flex.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4733-6bd8c41\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}}",
"service_account": "boringssl-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1578069750340098",
"status": "COMPLETED",
"status_changed_ts": "1578071556597160",
"tags": [
"builder:mac_small",
"buildset:commit/git/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391",
"buildset:commit/gitiles/boringssl.googlesource.com/boringssl/+/b3ac6bb39ad3f980dccae24dfacd97b6e3e57391",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9057697727123614896",
"scheduler_job_id:boringssl/mac_small",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/boringssl/buildbucket/cr-buildbucket.appspot.com/8892267665024038048/+/annotations",
"swarming_tag:luci_project:boringssl",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:boringssl",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:49851ac44d19b710",
"user_agent:luci-scheduler"
],
"updated_ts": "1578071556706039",
"url": "https://ci.chromium.org/b/8892267665024038048",
"utcnow_ts": "1578071560039997"
}
}
[17:12:40.103] Invocation finished in 30m26.025166947s with status FAILED