[02:24:03.929] New invocation is queued and will start shortly
[02:24:07.007] Starting the invocation (attempt 1)
[02:24:07.054] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:24:07.054] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:24:07.054] Buildbucket request:
{
"bucket": "luci.tint.ci",
"client_operation_id": "9030029046769342112",
"parameters_json": "{\"builder_name\":\"mac-dbg\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/main\",\"repo\":\"https://dawn.googlesource.com/tint.git\",\"revision\":\"88cd156fd9bedfc54dfec072161e4974a4e26c91\"},\"id\":\"https://dawn.googlesource.com/tint.git/+/refs/heads/main@88cd156fd9bedfc54dfec072161e4974a4e26c91\",\"title\":\"88cd156fd9bedfc54dfec072161e4974a4e26c91\",\"url\":\"https://dawn.googlesource.com/tint.git/+/88cd156fd9bedfc54dfec072161e4974a4e26c91\"}]},\"branch\":\"refs/heads/main\",\"repository\":\"https://dawn.googlesource.com/tint.git\",\"revision\":\"88cd156fd9bedfc54dfec072161e4974a4e26c91\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:mac-dbg",
"scheduler_invocation_id:9030029046769342112",
"scheduler_job_id:tint/mac-dbg",
"user_agent:luci-scheduler",
"buildset:commit/git/88cd156fd9bedfc54dfec072161e4974a4e26c91",
"buildset:commit/gitiles/dawn.googlesource.com/tint/+/88cd156fd9bedfc54dfec072161e4974a4e26c91",
"gitiles_ref:refs/heads/main"
]
}
[02:24:07.600] Buildbucket response:
{
"build": {
"bucket": "luci.tint.ci",
"canary_preference": "PROD",
"created_by": "project:tint",
"created_ts": "1604456647190305",
"id": "8864598982674215072",
"parameters_json": "{\"builder_name\": \"mac-dbg\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://dawn.googlesource.com/tint.git\", \"revision\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\"}, \"id\": \"https://dawn.googlesource.com/tint.git/+/refs/heads/main@88cd156fd9bedfc54dfec072161e4974a4e26c91\", \"title\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\", \"url\": \"https://dawn.googlesource.com/tint.git/+/88cd156fd9bedfc54dfec072161e4974a4e26c91\"}]}, \"branch\": \"refs/heads/main\", \"repository\": \"https://dawn.googlesource.com/tint.git\", \"revision\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\"}}",
"project": "tint",
"result_details_json": "{\"properties\": {}}",
"service_account": "tint-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1604456647465179",
"tags": [
"builder:mac-dbg",
"buildset:commit/git/88cd156fd9bedfc54dfec072161e4974a4e26c91",
"buildset:commit/gitiles/dawn.googlesource.com/tint/+/88cd156fd9bedfc54dfec072161e4974a4e26c91",
"gitiles_ref:refs/heads/main",
"scheduler_invocation_id:9030029046769342112",
"scheduler_job_id:tint/mac-dbg",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/tint/buildbucket/cr-buildbucket.appspot.com/8864598982674215072/+/annotations",
"swarming_tag:luci_project:tint",
"swarming_tag:recipe_name:tint",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1604456647465293",
"url": "https://ci.chromium.org/b/8864598982674215072",
"utcnow_ts": "1604456647592720"
}
}
[02:24:07.600] Task URL: https://ci.chromium.org/b/8864598982674215072
[02:24:07.600] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:2:0) after 1m0s
[02:24:42.276] Received PubSub notification, asking Buildbucket for the build status
[02:24:42.621] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:07.650] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:2:0)
[02:25:07.650] Timer tick, asking Buildbucket for the build status
[02:25:07.731] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:07.731] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:4:0) after 1m0s
[02:26:07.857] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:4:0)
[02:26:07.857] Timer tick, asking Buildbucket for the build status
[02:26:07.992] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:07.992] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:5:0) after 1m0s
[02:27:08.164] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:5:0)
[02:27:08.164] Timer tick, asking Buildbucket for the build status
[02:27:08.268] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:08.268] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:6:0) after 1m0s
[02:28:08.283] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:6:0)
[02:28:08.283] Timer tick, asking Buildbucket for the build status
[02:28:08.482] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:08.482] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:7:0) after 1m0s
[02:29:08.555] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:7:0)
[02:29:08.555] Timer tick, asking Buildbucket for the build status
[02:29:08.711] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:08.711] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:8:0) after 1m0s
[02:30:08.801] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:8:0)
[02:30:08.801] Timer tick, asking Buildbucket for the build status
[02:30:09.750] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:09.750] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:9:0) after 1m0s
[02:31:10.062] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:9:0)
[02:31:10.062] Timer tick, asking Buildbucket for the build status
[02:31:10.190] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:10.190] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:10:0) after 1m0s
[02:32:10.316] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:10:0)
[02:32:10.316] Timer tick, asking Buildbucket for the build status
[02:32:10.387] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:10.387] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:11:0) after 1m0s
[02:33:10.560] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:11:0)
[02:33:10.560] Timer tick, asking Buildbucket for the build status
[02:33:11.509] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:11.509] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:12:0) after 1m0s
[02:34:11.708] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:12:0)
[02:34:11.708] Timer tick, asking Buildbucket for the build status
[02:34:11.859] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:11.859] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:13:0) after 1m0s
[02:35:11.976] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:13:0)
[02:35:11.976] Timer tick, asking Buildbucket for the build status
[02:35:12.141] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:12.141] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:14:0) after 1m0s
[02:36:12.203] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:14:0)
[02:36:12.203] Timer tick, asking Buildbucket for the build status
[02:36:12.356] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:12.356] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:15:0) after 1m0s
[02:37:12.520] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:15:0)
[02:37:12.520] Timer tick, asking Buildbucket for the build status
[02:37:12.619] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:12.619] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:16:0) after 1m0s
[02:38:12.813] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:16:0)
[02:38:12.813] Timer tick, asking Buildbucket for the build status
[02:38:12.889] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:12.889] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:17:0) after 1m0s
[02:39:13.226] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:17:0)
[02:39:13.226] Timer tick, asking Buildbucket for the build status
[02:39:13.402] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:13.402] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:18:0) after 1m0s
[02:40:13.552] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:18:0)
[02:40:13.552] Timer tick, asking Buildbucket for the build status
[02:40:13.648] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:13.648] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:19:0) after 1m0s
[02:41:13.653] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:19:0)
[02:41:13.653] Timer tick, asking Buildbucket for the build status
[02:41:13.724] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:13.724] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:20:0) after 1m0s
[02:42:13.797] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:20:0)
[02:42:13.797] Timer tick, asking Buildbucket for the build status
[02:42:13.932] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:13.932] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:21:0) after 1m0s
[02:43:14.062] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:21:0)
[02:43:14.062] Timer tick, asking Buildbucket for the build status
[02:43:14.122] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:14.122] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:22:0) after 1m0s
[02:44:14.289] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:22:0)
[02:44:14.289] Timer tick, asking Buildbucket for the build status
[02:44:14.406] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:14.406] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:23:0) after 1m0s
[02:45:14.448] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:23:0)
[02:45:14.448] Timer tick, asking Buildbucket for the build status
[02:45:14.598] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:14.598] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:24:0) after 1m0s
[02:46:14.680] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:24:0)
[02:46:14.680] Timer tick, asking Buildbucket for the build status
[02:46:14.773] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:14.773] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:25:0) after 1m0s
[02:47:14.895] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:25:0)
[02:47:14.895] Timer tick, asking Buildbucket for the build status
[02:47:14.983] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:14.983] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:26:0) after 1m0s
[02:48:15.017] Handling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:26:0)
[02:48:15.017] Timer tick, asking Buildbucket for the build status
[02:48:15.136] Build 8864598982674215072: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:15.136] Scheduling timer "check-buildbucket-build-status" (tint/mac-dbg:9030029046769342112:27:0) after 1m0s
[02:48:31.340] Received PubSub notification, asking Buildbucket for the build status
[02:48:31.438] Build 8864598982674215072: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:48:31.438] Buildbucket build:
{
"build": {
"bucket": "luci.tint.ci",
"canary_preference": "PROD",
"completed_ts": "1604458110369010",
"created_by": "project:tint",
"created_ts": "1604456647190305",
"failure_reason": "BUILD_FAILURE",
"id": "8864598982674215072",
"parameters_json": "{\"builder_name\": \"mac-dbg\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://dawn.googlesource.com/tint.git\", \"revision\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\"}, \"id\": \"https://dawn.googlesource.com/tint.git/+/refs/heads/main@88cd156fd9bedfc54dfec072161e4974a4e26c91\", \"title\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\", \"url\": \"https://dawn.googlesource.com/tint.git/+/88cd156fd9bedfc54dfec072161e4974a4e26c91\"}]}, \"branch\": \"refs/heads/main\", \"repository\": \"https://dawn.googlesource.com/tint.git\", \"revision\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\"}}",
"project": "tint",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compile with ninja') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\"}, \"$depot_tools/osx_sdk\": {\"sdk_version\": \"11b52\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/main\", \"repo\": \"https://dawn.googlesource.com/tint.git\", \"revision\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\"}, \"id\": \"https://dawn.googlesource.com/tint.git/+/refs/heads/main@88cd156fd9bedfc54dfec072161e4974a4e26c91\", \"title\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\", \"url\": \"https://dawn.googlesource.com/tint.git/+/88cd156fd9bedfc54dfec072161e4974a4e26c91\"}]}, \"bot_id\": \"vm175-m9\", \"branch\": \"refs/heads/main\", \"buildername\": \"mac-dbg\", \"debug\": true, \"got_revision\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\", \"path_config\": \"generic\", \"recipe\": \"tint\", \"repository\": \"https://dawn.googlesource.com/tint.git\", \"revision\": \"88cd156fd9bedfc54dfec072161e4974a4e26c91\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_0f930f927496010694df7561d1beb7c0c4a32c1963ea0a9e3335616ae09fd822_v2\", \"builder_30fde75bc3cba006eb85b9d80a2f6cf3f04a4a6533af6db30e58c9e45480e310_v2\", \"builder_4b69139f179527073153bc59cd4f7f1cb78ac19f0165ab51ecf8d27d3efc79c1_v2\", \"builder_5ffdf4dda3f059e111d838470c329533b003f5914831d56903afcf7e39911a2c_v2\", \"builder_659dc5ce2d7e34a1ba75c47867d2c056c3091093d5f008872ce938d27518a1dd_v2\", \"builder_6c7881f8ed1cc69bd557d9538192e033869877539cb7c03204a7cd56aaba9457_v2\", \"builder_802ef53e28982f25b2fcaecd3b27ee1d6ed7c5941d7d9d4a5f132bd7c83d8b03_v2\", \"builder_ae3e7fd0adc88e0d2257ed3c700150ace05ef6edda3c5ba43127600342de9a27_v2\", \"builder_cc65c4bb3da5b19136c8a659dec90f8cd1cc654b645b76efa78b8e3ce45cbe80_v2\", \"builder_cf4c4f39d8550be2c6b00db9387b3a2e2eaa6c757718631378f4ceb4413253b0_v2\", \"builder_d927782e8471eb1f8d911bb30faecc57cf1fc2100906686d082dd7fef5f99078_v2\", \"builder_e93167b3a9c541503c7c406bfe90a813d17efbea4e6e284f8691690531cc209d_v2\", \"builder_f5ae897b34ede088933837afb81e39c8749b75412fae983ba34365fb4bbab598_v2\", \"git\", \"gocache\", \"goma_v2\", \"gopath\", \"osx_sdk\", \"osx_sdk_ios\", \"vpython\", \"win_toolchain\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"vm175-m9\"], \"mac_model\": [\"VMware7,1\"], \"machine_type\": [\"n1-highcpu-8\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.6\", \"Mac-10.15.6-19G2021\"], \"pool\": [\"luci.flex.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5614-d862eaa\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compile with ninja') (retcode: 1)\"}}",
"service_account": "tint-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1604456681109480",
"status": "COMPLETED",
"status_changed_ts": "1604456681789084",
"tags": [
"builder:mac-dbg",
"buildset:commit/git/88cd156fd9bedfc54dfec072161e4974a4e26c91",
"buildset:commit/gitiles/dawn.googlesource.com/tint/+/88cd156fd9bedfc54dfec072161e4974a4e26c91",
"gitiles_ref:refs/heads/main",
"scheduler_invocation_id:9030029046769342112",
"scheduler_job_id:tint/mac-dbg",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/tint/buildbucket/cr-buildbucket.appspot.com/8864598982674215072/+/annotations",
"swarming_tag:luci_project:tint",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:tint",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4fa9e315761f2e10",
"user_agent:luci-scheduler"
],
"updated_ts": "1604458110498636",
"url": "https://ci.chromium.org/b/8864598982674215072",
"utcnow_ts": "1604458111427950"
}
}
[02:48:31.438] Invocation finished in 24m27.536717994s with status FAILED