[19:44:46.124] New invocation is queued and will start shortly
[19:44:47.258] Starting the invocation (attempt 1)
[19:44:47.307] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:44:47.307] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:44:47.308] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9029601183515065456",
"parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"9b4d2b60750791dca2b65cb042f9c3b28b897d5e\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMac",
"scheduler_invocation_id:9029601183515065456",
"scheduler_job_id:chromium/ToTMac",
"user_agent:luci-scheduler",
"buildset:commit/git/9b4d2b60750791dca2b65cb042f9c3b28b897d5e",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9b4d2b60750791dca2b65cb042f9c3b28b897d5e",
"gitiles_ref:refs/heads/master"
]
}
[19:44:48.917] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1604864687428840",
"id": "8864171121474220688",
"parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9b4d2b60750791dca2b65cb042f9c3b28b897d5e\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1604864688701237",
"tags": [
"build_address:luci.chromium.ci/ToTMac/24806",
"builder:ToTMac",
"buildset:commit/git/9b4d2b60750791dca2b65cb042f9c3b28b897d5e",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9b4d2b60750791dca2b65cb042f9c3b28b897d5e",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9029601183515065456",
"scheduler_job_id:chromium/ToTMac",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864171121474220688/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1604864688701703",
"url": "https://ci.chromium.org/b/8864171121474220688",
"utcnow_ts": "1604864688904245"
}
}
[19:44:48.917] Task URL: https://ci.chromium.org/b/8864171121474220688
[19:44:48.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:2:0) after 1m0s
[19:45:48.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:2:0)
[19:45:48.950] Timer tick, asking Buildbucket for the build status
[19:45:49.114] Build 8864171121474220688: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[19:45:49.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:3:0) after 1m0s
[19:45:56.074] Received PubSub notification, asking Buildbucket for the build status
[19:45:56.158] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:49.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:3:0)
[19:46:49.137] Timer tick, asking Buildbucket for the build status
[19:46:49.494] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:46:49.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:5:0) after 1m0s
[19:47:49.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:5:0)
[19:47:49.619] Timer tick, asking Buildbucket for the build status
[19:47:49.902] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:47:49.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:6:0) after 1m0s
[19:48:50.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:6:0)
[19:48:50.047] Timer tick, asking Buildbucket for the build status
[19:48:50.124] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:48:50.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:7:0) after 1m0s
[19:49:50.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:7:0)
[19:49:50.167] Timer tick, asking Buildbucket for the build status
[19:49:50.682] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:49:50.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:8:0) after 1m0s
[19:50:50.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:8:0)
[19:50:50.722] Timer tick, asking Buildbucket for the build status
[19:50:50.999] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:50:50.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:9:0) after 1m0s
[19:51:51.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:9:0)
[19:51:51.048] Timer tick, asking Buildbucket for the build status
[19:51:51.124] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:51:51.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:10:0) after 1m0s
[19:52:51.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:10:0)
[19:52:51.246] Timer tick, asking Buildbucket for the build status
[19:52:51.328] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:52:51.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:11:0) after 1m0s
[19:53:51.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:11:0)
[19:53:51.439] Timer tick, asking Buildbucket for the build status
[19:53:51.529] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:53:51.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:12:0) after 1m0s
[19:54:51.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:12:0)
[19:54:51.555] Timer tick, asking Buildbucket for the build status
[19:54:51.812] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:54:51.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:13:0) after 1m0s
[19:55:51.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:13:0)
[19:55:51.845] Timer tick, asking Buildbucket for the build status
[19:55:52.006] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:55:52.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:14:0) after 1m0s
[19:56:52.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:14:0)
[19:56:52.029] Timer tick, asking Buildbucket for the build status
[19:56:52.137] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:56:52.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:15:0) after 1m0s
[19:57:52.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:15:0)
[19:57:52.320] Timer tick, asking Buildbucket for the build status
[19:57:52.450] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:57:52.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:16:0) after 1m0s
[19:58:52.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:16:0)
[19:58:52.581] Timer tick, asking Buildbucket for the build status
[19:58:52.832] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:58:52.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:17:0) after 1m0s
[19:59:52.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:17:0)
[19:59:52.857] Timer tick, asking Buildbucket for the build status
[19:59:53.028] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[19:59:53.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:18:0) after 1m0s
[20:00:53.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:18:0)
[20:00:53.056] Timer tick, asking Buildbucket for the build status
[20:00:53.322] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:00:53.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:19:0) after 1m0s
[20:01:53.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:19:0)
[20:01:53.349] Timer tick, asking Buildbucket for the build status
[20:01:53.699] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:01:53.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:20:0) after 1m0s
[20:02:53.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:20:0)
[20:02:53.741] Timer tick, asking Buildbucket for the build status
[20:02:53.848] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:02:53.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:21:0) after 1m0s
[20:03:54.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:21:0)
[20:03:54.096] Timer tick, asking Buildbucket for the build status
[20:03:54.179] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:03:54.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:22:0) after 1m0s
[20:04:58.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:22:0)
[20:04:58.569] Timer tick, asking Buildbucket for the build status
[20:04:59.045] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:04:59.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:23:0) after 1m0s
[20:05:59.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:23:0)
[20:05:59.193] Timer tick, asking Buildbucket for the build status
[20:05:59.284] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:05:59.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:24:0) after 1m0s
[20:06:59.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:24:0)
[20:06:59.388] Timer tick, asking Buildbucket for the build status
[20:06:59.465] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:06:59.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:25:0) after 1m0s
[20:07:59.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:25:0)
[20:07:59.578] Timer tick, asking Buildbucket for the build status
[20:07:59.676] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:07:59.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:26:0) after 1m0s
[20:08:59.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:26:0)
[20:08:59.952] Timer tick, asking Buildbucket for the build status
[20:09:00.158] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:09:00.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:27:0) after 1m0s
[20:10:00.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:27:0)
[20:10:00.309] Timer tick, asking Buildbucket for the build status
[20:10:00.455] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:10:00.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:28:0) after 1m0s
[20:11:10.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:28:0)
[20:11:10.500] Timer tick, asking Buildbucket for the build status
[20:11:10.643] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:11:10.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:29:0) after 1m0s
[20:12:10.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:29:0)
[20:12:10.753] Timer tick, asking Buildbucket for the build status
[20:12:10.872] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:12:10.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:30:0) after 1m0s
[20:13:10.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:30:0)
[20:13:10.959] Timer tick, asking Buildbucket for the build status
[20:13:11.035] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:13:11.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:31:0) after 1m0s
[20:14:11.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:31:0)
[20:14:11.077] Timer tick, asking Buildbucket for the build status
[20:14:11.153] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:14:11.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:32:0) after 1m0s
[20:15:11.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:32:0)
[20:15:11.179] Timer tick, asking Buildbucket for the build status
[20:15:11.271] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:15:11.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:33:0) after 1m0s
[20:16:11.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:33:0)
[20:16:11.367] Timer tick, asking Buildbucket for the build status
[20:16:11.436] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:16:11.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:34:0) after 1m0s
[20:17:11.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:34:0)
[20:17:11.525] Timer tick, asking Buildbucket for the build status
[20:17:11.756] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:17:11.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:35:0) after 1m0s
[20:18:11.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:35:0)
[20:18:11.873] Timer tick, asking Buildbucket for the build status
[20:18:11.949] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:18:11.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:36:0) after 1m0s
[20:19:12.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:36:0)
[20:19:12.051] Timer tick, asking Buildbucket for the build status
[20:19:12.146] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:19:12.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:37:0) after 1m0s
[20:20:12.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:37:0)
[20:20:12.293] Timer tick, asking Buildbucket for the build status
[20:20:12.635] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:20:12.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:38:0) after 1m0s
[20:21:12.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:38:0)
[20:21:12.722] Timer tick, asking Buildbucket for the build status
[20:21:13.098] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:21:13.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:39:0) after 1m0s
[20:22:13.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:39:0)
[20:22:13.206] Timer tick, asking Buildbucket for the build status
[20:22:13.277] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:22:13.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:40:0) after 1m0s
[20:23:13.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:40:0)
[20:23:13.394] Timer tick, asking Buildbucket for the build status
[20:23:13.492] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:23:13.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:41:0) after 1m0s
[20:24:13.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:41:0)
[20:24:13.492] Timer tick, asking Buildbucket for the build status
[20:24:13.561] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:24:13.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:42:0) after 1m0s
[20:25:13.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:42:0)
[20:25:13.641] Timer tick, asking Buildbucket for the build status
[20:25:14.344] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:25:14.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:43:0) after 1m0s
[20:26:14.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:43:0)
[20:26:14.422] Timer tick, asking Buildbucket for the build status
[20:26:14.515] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:26:14.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:44:0) after 1m0s
[20:27:14.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:44:0)
[20:27:14.589] Timer tick, asking Buildbucket for the build status
[20:27:15.085] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:27:15.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:45:0) after 1m0s
[20:28:15.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:45:0)
[20:28:15.156] Timer tick, asking Buildbucket for the build status
[20:28:15.219] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:28:15.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:46:0) after 1m0s
[20:29:15.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:46:0)
[20:29:15.278] Timer tick, asking Buildbucket for the build status
[20:29:15.360] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:29:15.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:47:0) after 1m0s
[20:30:15.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:47:0)
[20:30:15.403] Timer tick, asking Buildbucket for the build status
[20:30:15.535] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:30:15.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:48:0) after 1m0s
[20:31:15.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:48:0)
[20:31:15.570] Timer tick, asking Buildbucket for the build status
[20:31:15.651] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:31:15.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:49:0) after 1m0s
[20:32:15.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:49:0)
[20:32:15.711] Timer tick, asking Buildbucket for the build status
[20:32:15.776] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:32:15.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:50:0) after 1m0s
[20:33:15.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:50:0)
[20:33:15.807] Timer tick, asking Buildbucket for the build status
[20:33:16.036] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:33:16.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:51:0) after 1m0s
[20:34:16.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:51:0)
[20:34:16.066] Timer tick, asking Buildbucket for the build status
[20:34:16.214] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:34:16.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:52:0) after 1m0s
[20:35:16.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:52:0)
[20:35:16.350] Timer tick, asking Buildbucket for the build status
[20:35:16.449] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:35:16.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:53:0) after 1m0s
[20:36:16.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:53:0)
[20:36:16.501] Timer tick, asking Buildbucket for the build status
[20:36:17.056] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:36:17.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:54:0) after 1m0s
[20:37:17.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:54:0)
[20:37:17.259] Timer tick, asking Buildbucket for the build status
[20:37:17.433] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:37:17.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:55:0) after 1m0s
[20:38:17.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:55:0)
[20:38:17.604] Timer tick, asking Buildbucket for the build status
[20:38:17.677] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:38:17.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:56:0) after 1m0s
[20:39:17.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:56:0)
[20:39:17.840] Timer tick, asking Buildbucket for the build status
[20:39:18.106] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:39:18.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:57:0) after 1m0s
[20:40:18.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:57:0)
[20:40:18.228] Timer tick, asking Buildbucket for the build status
[20:40:18.653] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:40:18.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:58:0) after 1m0s
[20:41:21.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:58:0)
[20:41:21.350] Timer tick, asking Buildbucket for the build status
[20:41:21.452] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:41:21.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:59:0) after 1m0s
[20:42:21.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:59:0)
[20:42:21.494] Timer tick, asking Buildbucket for the build status
[20:42:21.613] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:42:21.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:60:0) after 1m0s
[20:43:21.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:60:0)
[20:43:21.659] Timer tick, asking Buildbucket for the build status
[20:43:21.741] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:43:21.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:61:0) after 1m0s
[20:44:21.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:61:0)
[20:44:21.768] Timer tick, asking Buildbucket for the build status
[20:44:21.933] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:44:21.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:62:0) after 1m0s
[20:45:22.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:62:0)
[20:45:22.006] Timer tick, asking Buildbucket for the build status
[20:45:22.120] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:45:22.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:63:0) after 1m0s
[20:46:22.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:63:0)
[20:46:22.146] Timer tick, asking Buildbucket for the build status
[20:46:22.213] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:46:22.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:64:0) after 1m0s
[20:47:22.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:64:0)
[20:47:22.269] Timer tick, asking Buildbucket for the build status
[20:47:22.368] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:47:22.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:65:0) after 1m0s
[20:48:22.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:65:0)
[20:48:22.428] Timer tick, asking Buildbucket for the build status
[20:48:22.498] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:48:22.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:66:0) after 1m0s
[20:49:22.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:66:0)
[20:49:22.533] Timer tick, asking Buildbucket for the build status
[20:49:22.609] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:49:22.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:67:0) after 1m0s
[20:50:22.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:67:0)
[20:50:22.601] Timer tick, asking Buildbucket for the build status
[20:50:22.686] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:50:22.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:68:0) after 1m0s
[20:51:22.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:68:0)
[20:51:22.711] Timer tick, asking Buildbucket for the build status
[20:51:22.783] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:51:22.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:69:0) after 1m0s
[20:52:22.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:69:0)
[20:52:22.821] Timer tick, asking Buildbucket for the build status
[20:52:22.902] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:52:22.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:70:0) after 1m0s
[20:53:23.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:70:0)
[20:53:23.034] Timer tick, asking Buildbucket for the build status
[20:53:23.121] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:53:23.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:71:0) after 1m0s
[20:54:23.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:71:0)
[20:54:23.237] Timer tick, asking Buildbucket for the build status
[20:54:23.347] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:54:23.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:72:0) after 1m0s
[20:55:23.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:72:0)
[20:55:23.550] Timer tick, asking Buildbucket for the build status
[20:55:23.672] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:55:23.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:73:0) after 1m0s
[20:56:23.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:73:0)
[20:56:23.786] Timer tick, asking Buildbucket for the build status
[20:56:23.852] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:56:23.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:74:0) after 1m0s
[20:57:23.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:74:0)
[20:57:23.981] Timer tick, asking Buildbucket for the build status
[20:57:24.049] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:57:24.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:75:0) after 1m0s
[20:58:24.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:75:0)
[20:58:24.164] Timer tick, asking Buildbucket for the build status
[20:58:24.304] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:58:24.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:76:0) after 1m0s
[20:59:24.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:76:0)
[20:59:24.539] Timer tick, asking Buildbucket for the build status
[20:59:24.624] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[20:59:24.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:77:0) after 1m0s
[21:00:24.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:77:0)
[21:00:24.679] Timer tick, asking Buildbucket for the build status
[21:00:25.121] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:00:25.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:78:0) after 1m0s
[21:01:25.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:78:0)
[21:01:25.304] Timer tick, asking Buildbucket for the build status
[21:01:25.379] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:01:25.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:79:0) after 1m0s
[21:02:25.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:79:0)
[21:02:25.432] Timer tick, asking Buildbucket for the build status
[21:02:25.523] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:02:25.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:80:0) after 1m0s
[21:03:25.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:80:0)
[21:03:25.656] Timer tick, asking Buildbucket for the build status
[21:03:25.899] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:03:25.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:81:0) after 1m0s
[21:04:26.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:81:0)
[21:04:26.023] Timer tick, asking Buildbucket for the build status
[21:04:26.097] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:04:26.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:82:0) after 1m0s
[21:05:26.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:82:0)
[21:05:26.158] Timer tick, asking Buildbucket for the build status
[21:05:26.346] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:05:26.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:83:0) after 1m0s
[21:06:26.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:83:0)
[21:06:26.419] Timer tick, asking Buildbucket for the build status
[21:06:26.513] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:06:26.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:84:0) after 1m0s
[21:07:26.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:84:0)
[21:07:26.572] Timer tick, asking Buildbucket for the build status
[21:07:26.674] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:07:26.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:85:0) after 1m0s
[21:08:26.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:85:0)
[21:08:26.766] Timer tick, asking Buildbucket for the build status
[21:08:26.873] Build 8864171121474220688: status "STARTED", result "", failure_reason "", cancelation_reason ""
[21:08:26.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9029601183515065456:86:0) after 1m0s
[21:09:11.715] Received PubSub notification, asking Buildbucket for the build status
[21:09:11.803] Build 8864171121474220688: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[21:09:11.803] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1604869750681352",
"created_by": "project:chromium",
"created_ts": "1604864687428840",
"failure_reason": "INFRA_FAILURE",
"id": "8864171121474220688",
"parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"9b4d2b60750791dca2b65cb042f9c3b28b897d5e\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"properties\": {}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_0c96c161cf7dd2e1c2b922319da904a0c0164c4adceed5a8844a45f1c516ad13_v2\", \"builder_39577906d6998b74a86337839132cfc6bfc1df98c3bca332a18fde26a96bf415_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"none\"], \"id\": [\"build283-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5614-d862eaa\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1604864755111915",
"status": "COMPLETED",
"status_changed_ts": "1604869751230252",
"tags": [
"build_address:luci.chromium.ci/ToTMac/24806",
"builder:ToTMac",
"buildset:commit/git/9b4d2b60750791dca2b65cb042f9c3b28b897d5e",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9b4d2b60750791dca2b65cb042f9c3b28b897d5e",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9029601183515065456",
"scheduler_job_id:chromium/ToTMac",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8864171121474220688/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4fc2354bee6e5310",
"user_agent:luci-scheduler"
],
"updated_ts": "1604869751236159",
"url": "https://ci.chromium.org/b/8864171121474220688",
"utcnow_ts": "1604869751792445"
}
}
[21:09:11.803] Invocation finished in 1h24m25.707194179s with status FAILED