[16:13:01.776] New invocation is queued and will start shortly
[16:13:02.981] Starting the invocation (attempt 1)
[16:13:03.016] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:13:03.018] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:13:03.018] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9023635105200104272",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"d15b7e813a94aa99a8c353d97d4476816681f07d\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9023635105200104272",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/d15b7e813a94aa99a8c353d97d4476816681f07d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d15b7e813a94aa99a8c353d97d4476816681f07d",
"gitiles_ref:refs/heads/master"
]
}
[16:13:04.795] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1610554383182170",
"id": "8858205043058981984",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d15b7e813a94aa99a8c353d97d4476816681f07d\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1610554384421215",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/43616",
"builder:Mac deterministic",
"buildset:commit/git/d15b7e813a94aa99a8c353d97d4476816681f07d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d15b7e813a94aa99a8c353d97d4476816681f07d",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9023635105200104272",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8858205043058981984/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1610554384422247",
"url": "https://ci.chromium.org/b/8858205043058981984",
"utcnow_ts": "1610554384776073"
}
}
[16:13:04.795] Task URL: https://ci.chromium.org/b/8858205043058981984
[16:13:04.795] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:2:0) after 1m0s
[16:13:07.638] Received PubSub notification, asking Buildbucket for the build status
[16:13:07.711] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:04.873] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:2:0)
[16:14:04.873] Timer tick, asking Buildbucket for the build status
[16:14:05.142] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:05.142] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:4:0) after 1m0s
[16:15:05.168] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:4:0)
[16:15:05.168] Timer tick, asking Buildbucket for the build status
[16:15:05.871] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:05.871] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:5:0) after 1m0s
[16:16:05.947] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:5:0)
[16:16:05.947] Timer tick, asking Buildbucket for the build status
[16:16:06.351] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:06.351] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:6:0) after 1m0s
[16:17:06.469] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:6:0)
[16:17:06.469] Timer tick, asking Buildbucket for the build status
[16:17:06.920] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:06.920] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:7:0) after 1m0s
[16:18:06.967] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:7:0)
[16:18:06.967] Timer tick, asking Buildbucket for the build status
[16:18:07.083] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:07.083] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:8:0) after 1m0s
[16:19:07.165] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:8:0)
[16:19:07.166] Timer tick, asking Buildbucket for the build status
[16:19:07.262] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:07.262] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:9:0) after 1m0s
[16:20:07.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:9:0)
[16:20:07.379] Timer tick, asking Buildbucket for the build status
[16:20:07.491] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:07.491] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:10:0) after 1m0s
[16:21:07.598] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:10:0)
[16:21:07.598] Timer tick, asking Buildbucket for the build status
[16:21:07.669] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:07.669] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:11:0) after 1m0s
[16:22:07.688] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:11:0)
[16:22:07.688] Timer tick, asking Buildbucket for the build status
[16:22:07.746] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:07.747] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:12:0) after 1m0s
[16:23:08.131] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:12:0)
[16:23:08.131] Timer tick, asking Buildbucket for the build status
[16:23:08.239] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:08.240] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:13:0) after 1m0s
[16:24:08.501] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:13:0)
[16:24:08.501] Timer tick, asking Buildbucket for the build status
[16:24:08.570] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:08.570] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:14:0) after 1m0s
[16:25:08.658] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:14:0)
[16:25:08.658] Timer tick, asking Buildbucket for the build status
[16:25:08.737] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:08.737] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:15:0) after 1m0s
[16:26:08.924] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:15:0)
[16:26:08.924] Timer tick, asking Buildbucket for the build status
[16:26:08.983] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:08.983] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:16:0) after 1m0s
[16:27:09.045] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:16:0)
[16:27:09.045] Timer tick, asking Buildbucket for the build status
[16:27:09.152] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:09.152] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:17:0) after 1m0s
[16:28:09.226] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:17:0)
[16:28:09.226] Timer tick, asking Buildbucket for the build status
[16:28:09.334] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:09.334] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:18:0) after 1m0s
[16:29:09.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:18:0)
[16:29:09.379] Timer tick, asking Buildbucket for the build status
[16:29:09.464] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:09.464] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:19:0) after 1m0s
[16:30:09.743] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:19:0)
[16:30:09.743] Timer tick, asking Buildbucket for the build status
[16:30:09.969] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:09.969] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:20:0) after 1m0s
[16:31:10.009] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:20:0)
[16:31:10.009] Timer tick, asking Buildbucket for the build status
[16:31:10.065] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:10.065] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:21:0) after 1m0s
[16:32:10.195] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:21:0)
[16:32:10.195] Timer tick, asking Buildbucket for the build status
[16:32:10.305] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:10.305] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:22:0) after 1m0s
[16:33:10.549] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:22:0)
[16:33:10.549] Timer tick, asking Buildbucket for the build status
[16:33:10.663] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:10.663] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:23:0) after 1m0s
[16:34:10.785] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:23:0)
[16:34:10.785] Timer tick, asking Buildbucket for the build status
[16:34:10.849] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:10.849] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:24:0) after 1m0s
[16:35:11.106] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:24:0)
[16:35:11.106] Timer tick, asking Buildbucket for the build status
[16:35:11.188] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:11.188] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:25:0) after 1m0s
[16:36:11.333] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:25:0)
[16:36:11.333] Timer tick, asking Buildbucket for the build status
[16:36:11.396] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:11.396] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:26:0) after 1m0s
[16:37:11.469] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:26:0)
[16:37:11.469] Timer tick, asking Buildbucket for the build status
[16:37:11.548] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:11.548] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:27:0) after 1m0s
[16:38:11.682] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:27:0)
[16:38:11.682] Timer tick, asking Buildbucket for the build status
[16:38:11.790] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:11.790] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:28:0) after 1m0s
[16:39:11.905] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:28:0)
[16:39:11.905] Timer tick, asking Buildbucket for the build status
[16:39:11.995] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:11.995] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:29:0) after 1m0s
[16:40:12.145] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:29:0)
[16:40:12.145] Timer tick, asking Buildbucket for the build status
[16:40:12.215] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:12.215] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:30:0) after 1m0s
[16:41:12.282] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:30:0)
[16:41:12.283] Timer tick, asking Buildbucket for the build status
[16:41:12.504] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:12.504] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:31:0) after 1m0s
[16:42:12.580] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:31:0)
[16:42:12.580] Timer tick, asking Buildbucket for the build status
[16:42:12.645] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:12.645] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:32:0) after 1m0s
[16:43:12.769] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:32:0)
[16:43:12.769] Timer tick, asking Buildbucket for the build status
[16:43:12.937] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:12.937] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:33:0) after 1m0s
[16:44:12.956] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:33:0)
[16:44:12.956] Timer tick, asking Buildbucket for the build status
[16:44:13.052] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:13.052] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:34:0) after 1m0s
[16:45:13.164] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:34:0)
[16:45:13.164] Timer tick, asking Buildbucket for the build status
[16:45:13.298] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:13.298] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:35:0) after 1m0s
[16:46:13.337] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:35:0)
[16:46:13.337] Timer tick, asking Buildbucket for the build status
[16:46:13.409] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:13.409] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:36:0) after 1m0s
[16:47:13.508] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:36:0)
[16:47:13.508] Timer tick, asking Buildbucket for the build status
[16:47:13.783] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:13.784] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:37:0) after 1m0s
[16:48:13.889] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:37:0)
[16:48:13.889] Timer tick, asking Buildbucket for the build status
[16:48:14.231] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:14.231] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:38:0) after 1m0s
[16:49:14.327] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:38:0)
[16:49:14.327] Timer tick, asking Buildbucket for the build status
[16:49:14.444] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:14.444] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:39:0) after 1m0s
[16:50:14.837] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:39:0)
[16:50:14.837] Timer tick, asking Buildbucket for the build status
[16:50:14.911] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:14.911] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:40:0) after 1m0s
[16:51:15.162] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:40:0)
[16:51:15.162] Timer tick, asking Buildbucket for the build status
[16:51:15.227] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:15.227] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:41:0) after 1m0s
[16:52:15.284] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:41:0)
[16:52:15.284] Timer tick, asking Buildbucket for the build status
[16:52:15.361] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:15.361] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:42:0) after 1m0s
[16:53:15.413] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:42:0)
[16:53:15.413] Timer tick, asking Buildbucket for the build status
[16:53:15.536] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:15.536] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:43:0) after 1m0s
[16:54:15.633] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:43:0)
[16:54:15.633] Timer tick, asking Buildbucket for the build status
[16:54:16.517] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:16.517] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:44:0) after 1m0s
[16:55:16.613] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:44:0)
[16:55:16.613] Timer tick, asking Buildbucket for the build status
[16:55:16.678] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:16.678] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:45:0) after 1m0s
[16:56:16.800] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:45:0)
[16:56:16.800] Timer tick, asking Buildbucket for the build status
[16:56:16.922] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:16.922] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:46:0) after 1m0s
[16:57:16.975] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:46:0)
[16:57:16.975] Timer tick, asking Buildbucket for the build status
[16:57:17.129] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:17.129] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:47:0) after 1m0s
[16:58:17.190] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:47:0)
[16:58:17.190] Timer tick, asking Buildbucket for the build status
[16:58:17.553] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:17.553] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:48:0) after 1m0s
[16:59:17.562] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:48:0)
[16:59:17.562] Timer tick, asking Buildbucket for the build status
[16:59:17.666] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:17.666] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:49:0) after 1m0s
[17:00:17.880] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:49:0)
[17:00:17.880] Timer tick, asking Buildbucket for the build status
[17:00:18.181] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:18.181] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:50:0) after 1m0s
[17:01:18.329] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:50:0)
[17:01:18.329] Timer tick, asking Buildbucket for the build status
[17:01:18.676] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:01:18.676] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:51:0) after 1m0s
[17:02:18.802] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:51:0)
[17:02:18.802] Timer tick, asking Buildbucket for the build status
[17:02:19.019] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:02:19.019] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:52:0) after 1m0s
[17:03:19.020] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:52:0)
[17:03:19.021] Timer tick, asking Buildbucket for the build status
[17:03:19.192] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:03:19.192] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:53:0) after 1m0s
[17:04:19.249] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:53:0)
[17:04:19.249] Timer tick, asking Buildbucket for the build status
[17:04:19.396] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:04:19.396] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:54:0) after 1m0s
[17:05:19.468] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:54:0)
[17:05:19.468] Timer tick, asking Buildbucket for the build status
[17:05:19.540] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:05:19.541] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:55:0) after 1m0s
[17:06:19.548] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:55:0)
[17:06:19.548] Timer tick, asking Buildbucket for the build status
[17:06:19.652] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:06:19.652] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:56:0) after 1m0s
[17:07:19.708] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:56:0)
[17:07:19.708] Timer tick, asking Buildbucket for the build status
[17:07:20.182] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:07:20.182] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:57:0) after 1m0s
[17:08:20.214] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:57:0)
[17:08:20.214] Timer tick, asking Buildbucket for the build status
[17:08:20.326] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:08:20.326] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:58:0) after 1m0s
[17:09:20.381] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:58:0)
[17:09:20.381] Timer tick, asking Buildbucket for the build status
[17:09:20.484] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:09:20.484] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:59:0) after 1m0s
[17:10:20.559] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:59:0)
[17:10:20.559] Timer tick, asking Buildbucket for the build status
[17:10:20.671] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:10:20.671] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:60:0) after 1m0s
[17:11:20.680] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:60:0)
[17:11:20.680] Timer tick, asking Buildbucket for the build status
[17:11:20.758] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:11:20.759] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:61:0) after 1m0s
[17:12:20.805] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:61:0)
[17:12:20.805] Timer tick, asking Buildbucket for the build status
[17:12:20.894] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:12:20.894] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:62:0) after 1m0s
[17:13:20.919] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:62:0)
[17:13:20.919] Timer tick, asking Buildbucket for the build status
[17:13:21.244] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:13:21.244] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:63:0) after 1m0s
[17:14:21.307] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:63:0)
[17:14:21.307] Timer tick, asking Buildbucket for the build status
[17:14:21.450] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:14:21.450] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:64:0) after 1m0s
[17:15:21.471] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:64:0)
[17:15:21.471] Timer tick, asking Buildbucket for the build status
[17:15:21.637] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:15:21.637] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:65:0) after 1m0s
[17:16:21.697] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:65:0)
[17:16:21.697] Timer tick, asking Buildbucket for the build status
[17:16:22.069] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:16:22.070] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:66:0) after 1m0s
[17:17:22.091] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:66:0)
[17:17:22.091] Timer tick, asking Buildbucket for the build status
[17:17:22.159] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:17:22.159] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:67:0) after 1m0s
[17:18:22.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:67:0)
[17:18:22.213] Timer tick, asking Buildbucket for the build status
[17:18:22.522] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:18:22.522] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:68:0) after 1m0s
[17:19:22.575] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:68:0)
[17:19:22.575] Timer tick, asking Buildbucket for the build status
[17:19:22.660] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:19:22.660] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:69:0) after 1m0s
[17:20:22.767] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:69:0)
[17:20:22.767] Timer tick, asking Buildbucket for the build status
[17:20:22.838] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:20:22.838] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:70:0) after 1m0s
[17:21:22.925] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:70:0)
[17:21:22.925] Timer tick, asking Buildbucket for the build status
[17:21:22.991] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:21:22.991] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:71:0) after 1m0s
[17:22:23.000] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:71:0)
[17:22:23.000] Timer tick, asking Buildbucket for the build status
[17:22:23.083] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:22:23.083] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:72:0) after 1m0s
[17:23:23.361] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:72:0)
[17:23:23.361] Timer tick, asking Buildbucket for the build status
[17:23:23.471] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:23:23.471] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:73:0) after 1m0s
[17:24:23.780] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:73:0)
[17:24:23.780] Timer tick, asking Buildbucket for the build status
[17:24:23.838] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:24:23.838] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:74:0) after 1m0s
[17:25:24.542] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:74:0)
[17:25:24.542] Timer tick, asking Buildbucket for the build status
[17:25:24.608] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:25:24.608] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:75:0) after 1m0s
[17:26:25.227] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:75:0)
[17:26:25.227] Timer tick, asking Buildbucket for the build status
[17:26:25.299] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:26:25.299] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:76:0) after 1m0s
[17:27:25.846] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:76:0)
[17:27:25.846] Timer tick, asking Buildbucket for the build status
[17:27:26.117] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:27:26.117] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:77:0) after 1m0s
[17:28:26.277] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:77:0)
[17:28:26.277] Timer tick, asking Buildbucket for the build status
[17:28:26.802] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:28:26.802] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:78:0) after 1m0s
[17:29:26.787] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:78:0)
[17:29:26.787] Timer tick, asking Buildbucket for the build status
[17:29:27.047] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:29:27.047] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:79:0) after 1m0s
[17:30:27.235] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:79:0)
[17:30:27.235] Timer tick, asking Buildbucket for the build status
[17:30:27.394] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:30:27.394] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:80:0) after 1m0s
[17:31:27.398] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:80:0)
[17:31:27.398] Timer tick, asking Buildbucket for the build status
[17:31:28.111] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:31:28.111] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:81:0) after 1m0s
[17:32:28.163] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:81:0)
[17:32:28.163] Timer tick, asking Buildbucket for the build status
[17:32:28.300] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:32:28.300] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:82:0) after 1m0s
[17:33:28.421] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:82:0)
[17:33:28.421] Timer tick, asking Buildbucket for the build status
[17:33:28.608] Build 8858205043058981984: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:33:28.608] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9023635105200104272:83:0) after 1m0s
[17:34:24.509] Received PubSub notification, asking Buildbucket for the build status
[17:34:24.652] Build 8858205043058981984: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[17:34:24.652] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1610559263507555",
"created_by": "project:chromium",
"created_ts": "1610554383182170",
"failure_reason": "BUILD_FAILURE",
"id": "8858205043058981984",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d15b7e813a94aa99a8c353d97d4476816681f07d\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 43616, \"clang_revision\": \"llvmorg-12-init-16296-g5e476061-1\", \"got_angle_revision\": \"62b8364eafc717bfa9c35af5304b7ad5959e7134\", \"got_dawn_revision\": \"111ba65a5e3dbd23a58dd63991e92e9300f44d13\", \"got_nacl_revision\": \"d28e6c52e05ea2f1b3231de473b6dbfce59bce40\", \"got_revision\": \"d15b7e813a94aa99a8c353d97d4476816681f07d\", \"got_revision_cp\": \"refs/heads/master@{#843032}\", \"got_swarming_client_revision\": \"1a072711d4388c62e02480fabc26c68c24494be9\", \"got_swiftshader_revision\": \"3549479dc4ccd92ef3b9e179080dcec1a430b01d\", \"got_v8_revision\": \"6cbcce5b4a6305bfc281c520ca0d24fa6d0c9a39\", \"got_v8_revision_cp\": \"refs/heads/8.9.262@{#1}\", \"got_webrtc_revision\": \"1c5e63e5451374783aaf0259f5c23d3688a5b2ff\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32938}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"d15b7e813a94aa99a8c353d97d4476816681f07d\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5661-c6f6250\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1610554387123763",
"status": "COMPLETED",
"status_changed_ts": "1610554387444726",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/43616",
"builder:Mac deterministic",
"buildset:commit/git/d15b7e813a94aa99a8c353d97d4476816681f07d",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d15b7e813a94aa99a8c353d97d4476816681f07d",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9023635105200104272",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8858205043058981984/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:5115572940fb8f10",
"user_agent:luci-scheduler"
],
"updated_ts": "1610559264124265",
"url": "https://ci.chromium.org/b/8858205043058981984",
"utcnow_ts": "1610559264635810"
}
}
[17:34:24.652] Invocation finished in 1h21m22.896139222s with status FAILED