[17:36:01.409] New invocation is queued and will start shortly
[17:36:02.574] Starting the invocation (attempt 1)
[17:36:02.649] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:36:02.649] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:36:02.649] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9020458989848199680",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9020458989848199680",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1",
"gitiles_ref:refs/heads/master"
]
}
[17:36:03.961] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1613583362871733",
"id": "8855028927652718768",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1613583363742396",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/44411",
"builder:Mac deterministic",
"buildset:commit/git/b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9020458989848199680",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8855028927652718768/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1613583363742534",
"url": "https://ci.chromium.org/b/8855028927652718768",
"utcnow_ts": "1613583363950361"
}
}
[17:36:03.961] Task URL: https://ci.chromium.org/b/8855028927652718768
[17:36:03.961] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:2:0) after 1m0s
[17:37:04.006] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:2:0)
[17:37:04.006] Timer tick, asking Buildbucket for the build status
[17:37:04.119] Build 8855028927652718768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:37:04.119] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:3:0) after 1m0s
[17:38:04.171] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:3:0)
[17:38:04.171] Timer tick, asking Buildbucket for the build status
[17:38:04.388] Build 8855028927652718768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:38:04.389] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:4:0) after 1m0s
[17:39:04.434] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:4:0)
[17:39:04.434] Timer tick, asking Buildbucket for the build status
[17:39:04.521] Build 8855028927652718768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:39:04.521] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:5:0) after 1m0s
[17:40:04.558] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:5:0)
[17:40:04.558] Timer tick, asking Buildbucket for the build status
[17:40:04.721] Build 8855028927652718768: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[17:40:04.721] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:6:0) after 1m0s
[17:40:52.789] Received PubSub notification, asking Buildbucket for the build status
[17:40:53.137] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:04.778] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:6:0)
[17:41:04.778] Timer tick, asking Buildbucket for the build status
[17:41:05.068] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:41:05.068] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:8:0) after 1m0s
[17:42:05.135] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:8:0)
[17:42:05.135] Timer tick, asking Buildbucket for the build status
[17:42:05.227] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:42:05.227] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:9:0) after 1m0s
[17:43:05.276] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:9:0)
[17:43:05.276] Timer tick, asking Buildbucket for the build status
[17:43:05.378] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:43:05.378] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:10:0) after 1m0s
[17:44:05.345] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:10:0)
[17:44:05.345] Timer tick, asking Buildbucket for the build status
[17:44:05.450] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:44:05.450] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:11:0) after 1m0s
[17:45:05.466] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:11:0)
[17:45:05.466] Timer tick, asking Buildbucket for the build status
[17:45:05.531] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:45:05.531] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:12:0) after 1m0s
[17:46:05.583] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:12:0)
[17:46:05.583] Timer tick, asking Buildbucket for the build status
[17:46:05.725] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:46:05.725] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:13:0) after 1m0s
[17:47:05.842] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:13:0)
[17:47:05.842] Timer tick, asking Buildbucket for the build status
[17:47:05.989] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:47:05.989] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:14:0) after 1m0s
[17:48:06.035] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:14:0)
[17:48:06.035] Timer tick, asking Buildbucket for the build status
[17:48:06.153] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:48:06.153] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:15:0) after 1m0s
[17:49:06.285] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:15:0)
[17:49:06.285] Timer tick, asking Buildbucket for the build status
[17:49:06.530] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:49:06.530] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:16:0) after 1m0s
[17:50:06.577] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:16:0)
[17:50:06.577] Timer tick, asking Buildbucket for the build status
[17:50:06.714] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:50:06.714] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:17:0) after 1m0s
[17:51:06.759] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:17:0)
[17:51:06.759] Timer tick, asking Buildbucket for the build status
[17:51:06.933] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:51:06.933] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:18:0) after 1m0s
[17:52:07.016] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:18:0)
[17:52:07.016] Timer tick, asking Buildbucket for the build status
[17:52:07.160] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:52:07.160] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:19:0) after 1m0s
[17:53:07.208] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:19:0)
[17:53:07.208] Timer tick, asking Buildbucket for the build status
[17:53:07.337] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:53:07.337] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:20:0) after 1m0s
[17:54:07.362] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:20:0)
[17:54:07.362] Timer tick, asking Buildbucket for the build status
[17:54:07.610] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:54:07.610] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:21:0) after 1m0s
[17:55:07.638] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:21:0)
[17:55:07.638] Timer tick, asking Buildbucket for the build status
[17:55:07.733] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:55:07.733] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:22:0) after 1m0s
[17:56:07.751] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:22:0)
[17:56:07.751] Timer tick, asking Buildbucket for the build status
[17:56:07.823] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:56:07.823] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:23:0) after 1m0s
[17:57:07.866] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:23:0)
[17:57:07.866] Timer tick, asking Buildbucket for the build status
[17:57:07.941] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:57:07.941] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:24:0) after 1m0s
[17:58:07.960] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:24:0)
[17:58:07.960] Timer tick, asking Buildbucket for the build status
[17:58:08.079] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:58:08.079] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:25:0) after 1m0s
[17:59:08.095] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:25:0)
[17:59:08.095] Timer tick, asking Buildbucket for the build status
[17:59:08.225] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:59:08.225] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:26:0) after 1m0s
[18:00:08.240] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:26:0)
[18:00:08.240] Timer tick, asking Buildbucket for the build status
[18:00:08.527] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:00:08.527] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:27:0) after 1m0s
[18:01:08.577] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:27:0)
[18:01:08.577] Timer tick, asking Buildbucket for the build status
[18:01:09.245] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:01:09.245] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:28:0) after 1m0s
[18:02:09.262] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:28:0)
[18:02:09.262] Timer tick, asking Buildbucket for the build status
[18:02:09.561] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:02:09.561] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:29:0) after 1m0s
[18:03:09.629] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:29:0)
[18:03:09.629] Timer tick, asking Buildbucket for the build status
[18:03:09.921] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:03:09.921] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:30:0) after 1m0s
[18:04:09.985] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:30:0)
[18:04:09.985] Timer tick, asking Buildbucket for the build status
[18:04:10.089] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:04:10.089] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:31:0) after 1m0s
[18:05:10.106] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:31:0)
[18:05:10.106] Timer tick, asking Buildbucket for the build status
[18:05:10.238] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:05:10.238] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:32:0) after 1m0s
[18:06:10.268] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:32:0)
[18:06:10.268] Timer tick, asking Buildbucket for the build status
[18:06:10.506] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:06:10.506] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:33:0) after 1m0s
[18:07:10.535] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:33:0)
[18:07:10.535] Timer tick, asking Buildbucket for the build status
[18:07:10.684] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:07:10.684] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:34:0) after 1m0s
[18:08:10.727] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:34:0)
[18:08:10.727] Timer tick, asking Buildbucket for the build status
[18:08:10.837] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:08:10.837] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:35:0) after 1m0s
[18:09:10.903] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:35:0)
[18:09:10.903] Timer tick, asking Buildbucket for the build status
[18:09:11.042] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:09:11.042] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:36:0) after 1m0s
[18:10:11.099] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:36:0)
[18:10:11.099] Timer tick, asking Buildbucket for the build status
[18:10:11.364] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:10:11.364] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:37:0) after 1m0s
[18:11:11.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:37:0)
[18:11:11.379] Timer tick, asking Buildbucket for the build status
[18:11:11.559] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:11:11.559] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:38:0) after 1m0s
[18:12:11.531] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:38:0)
[18:12:11.531] Timer tick, asking Buildbucket for the build status
[18:12:11.653] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:12:11.653] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:39:0) after 1m0s
[18:13:11.738] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:39:0)
[18:13:11.738] Timer tick, asking Buildbucket for the build status
[18:13:12.116] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:13:12.116] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:40:0) after 1m0s
[18:14:12.251] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:40:0)
[18:14:12.251] Timer tick, asking Buildbucket for the build status
[18:14:12.431] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:14:12.431] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:41:0) after 1m0s
[18:15:12.441] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:41:0)
[18:15:12.441] Timer tick, asking Buildbucket for the build status
[18:15:12.546] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:15:12.546] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:42:0) after 1m0s
[18:16:12.566] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:42:0)
[18:16:12.566] Timer tick, asking Buildbucket for the build status
[18:16:12.639] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:16:12.639] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:43:0) after 1m0s
[18:17:12.635] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:43:0)
[18:17:12.635] Timer tick, asking Buildbucket for the build status
[18:17:13.780] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:17:13.780] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:44:0) after 1m0s
[18:18:13.819] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:44:0)
[18:18:13.819] Timer tick, asking Buildbucket for the build status
[18:18:13.974] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:18:13.974] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:45:0) after 1m0s
[18:19:14.052] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:45:0)
[18:19:14.052] Timer tick, asking Buildbucket for the build status
[18:19:14.555] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:19:14.555] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:46:0) after 1m0s
[18:20:14.617] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:46:0)
[18:20:14.618] Timer tick, asking Buildbucket for the build status
[18:20:14.781] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:20:14.781] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:47:0) after 1m0s
[18:21:14.807] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:47:0)
[18:21:14.807] Timer tick, asking Buildbucket for the build status
[18:21:15.105] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:21:15.105] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:48:0) after 1m0s
[18:22:15.147] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:48:0)
[18:22:15.147] Timer tick, asking Buildbucket for the build status
[18:22:15.709] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:22:15.709] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:49:0) after 1m0s
[18:23:15.809] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:49:0)
[18:23:15.809] Timer tick, asking Buildbucket for the build status
[18:23:15.916] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:23:15.917] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:50:0) after 1m0s
[18:24:15.933] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:50:0)
[18:24:15.933] Timer tick, asking Buildbucket for the build status
[18:24:16.022] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:24:16.022] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:51:0) after 1m0s
[18:25:16.050] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:51:0)
[18:25:16.050] Timer tick, asking Buildbucket for the build status
[18:25:16.262] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:25:16.262] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:52:0) after 1m0s
[18:26:16.305] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:52:0)
[18:26:16.305] Timer tick, asking Buildbucket for the build status
[18:26:16.424] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:26:16.424] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:53:0) after 1m0s
[18:27:16.455] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:53:0)
[18:27:16.455] Timer tick, asking Buildbucket for the build status
[18:27:16.556] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:27:16.556] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:54:0) after 1m0s
[18:28:16.662] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:54:0)
[18:28:16.662] Timer tick, asking Buildbucket for the build status
[18:28:17.191] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:28:17.191] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:55:0) after 1m0s
[18:29:17.212] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:55:0)
[18:29:17.212] Timer tick, asking Buildbucket for the build status
[18:29:17.431] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:29:17.431] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:56:0) after 1m0s
[18:30:19.139] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:56:0)
[18:30:19.139] Timer tick, asking Buildbucket for the build status
[18:30:19.264] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:30:19.264] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:57:0) after 1m0s
[18:31:19.359] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:57:0)
[18:31:19.359] Timer tick, asking Buildbucket for the build status
[18:31:19.885] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:31:19.885] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:58:0) after 1m0s
[18:32:20.114] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:58:0)
[18:32:20.114] Timer tick, asking Buildbucket for the build status
[18:32:20.198] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:32:20.198] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:59:0) after 1m0s
[18:33:20.225] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:59:0)
[18:33:20.225] Timer tick, asking Buildbucket for the build status
[18:33:20.648] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:33:20.648] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:60:0) after 1m0s
[18:34:20.724] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:60:0)
[18:34:20.724] Timer tick, asking Buildbucket for the build status
[18:34:21.845] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:34:21.846] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:61:0) after 1m0s
[18:35:21.995] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:61:0)
[18:35:21.995] Timer tick, asking Buildbucket for the build status
[18:35:22.421] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:35:22.421] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:62:0) after 1m0s
[18:36:22.546] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:62:0)
[18:36:22.546] Timer tick, asking Buildbucket for the build status
[18:36:23.540] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:36:23.540] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:63:0) after 1m0s
[18:37:23.600] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:63:0)
[18:37:23.600] Timer tick, asking Buildbucket for the build status
[18:37:23.703] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:37:23.703] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:64:0) after 1m0s
[18:38:23.715] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:64:0)
[18:38:23.715] Timer tick, asking Buildbucket for the build status
[18:38:23.867] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:38:23.867] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:65:0) after 1m0s
[18:39:23.881] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:65:0)
[18:39:23.881] Timer tick, asking Buildbucket for the build status
[18:39:24.077] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:39:24.077] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:66:0) after 1m0s
[18:40:24.097] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:66:0)
[18:40:24.097] Timer tick, asking Buildbucket for the build status
[18:40:24.213] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:40:24.213] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:67:0) after 1m0s
[18:41:24.252] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:67:0)
[18:41:24.252] Timer tick, asking Buildbucket for the build status
[18:41:24.358] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:41:24.358] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:68:0) after 1m0s
[18:42:24.413] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:68:0)
[18:42:24.413] Timer tick, asking Buildbucket for the build status
[18:42:24.522] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:42:24.522] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:69:0) after 1m0s
[18:43:24.634] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:69:0)
[18:43:24.634] Timer tick, asking Buildbucket for the build status
[18:43:24.717] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:43:24.717] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:70:0) after 1m0s
[18:44:24.866] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:70:0)
[18:44:24.866] Timer tick, asking Buildbucket for the build status
[18:44:25.208] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:44:25.208] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:71:0) after 1m0s
[18:45:25.599] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:71:0)
[18:45:25.599] Timer tick, asking Buildbucket for the build status
[18:45:25.687] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:45:25.687] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:72:0) after 1m0s
[18:46:25.871] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:72:0)
[18:46:25.871] Timer tick, asking Buildbucket for the build status
[18:46:26.025] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:46:26.025] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:73:0) after 1m0s
[18:47:26.035] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:73:0)
[18:47:26.035] Timer tick, asking Buildbucket for the build status
[18:47:29.169] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:47:29.169] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:74:0) after 1m0s
[18:48:29.190] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:74:0)
[18:48:29.190] Timer tick, asking Buildbucket for the build status
[18:48:29.265] Build 8855028927652718768: status "STARTED", result "", failure_reason "", cancelation_reason ""
[18:48:29.265] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9020458989848199680:75:0) after 1m0s
[18:48:29.982] Received PubSub notification, asking Buildbucket for the build status
[18:48:30.193] Build 8855028927652718768: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[18:48:30.193] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1613587709720000",
"created_by": "project:chromium",
"created_ts": "1613583362871733",
"failure_reason": "BUILD_FAILURE",
"id": "8855028927652718768",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 44411, \"clang_revision\": \"llvmorg-13-init-1559-g01b87444-2\", \"got_angle_revision\": \"105b8c74e3259d77cd53283bc4a56df06fcbb2a8\", \"got_dawn_revision\": \"a5ba2827f5810b7b1cd6ee046e8df6e109bb02b6\", \"got_nacl_revision\": \"8a92e6ba1b6d62631f8d3ba3f4f8872ae8b6cca1\", \"got_revision\": \"b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1\", \"got_revision_cp\": \"refs/heads/master@{#854830}\", \"got_swarming_client_revision\": \"a32a1607f6093d338f756c7e7c7b4333b0c50c9c\", \"got_swiftshader_revision\": \"bb04803b8daf08e186b327d18e14c78378f44e37\", \"got_v8_revision\": \"b34b12f070e389b1180a8a4451625cabacbfb29e\", \"got_v8_revision_cp\": \"refs/heads/9.0.200@{#1}\", \"got_webrtc_revision\": \"ebc563e927b0ea1db816021e83b20150c116e573\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#33287}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5700-b36f18b\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1613583651298750",
"status": "COMPLETED",
"status_changed_ts": "1613583651704099",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/44411",
"builder:Mac deterministic",
"buildset:commit/git/b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b6837ab4bd0bf3e31596b646b281c9dca9c0dbf1",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9020458989848199680",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8855028927652718768/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:51c9e1b9bf152110",
"user_agent:luci-scheduler"
],
"updated_ts": "1613587709800067",
"url": "https://ci.chromium.org/b/8855028927652718768",
"utcnow_ts": "1613587710176312"
}
}
[18:48:30.193] Invocation finished in 1h12m28.800531841s with status FAILED