[22:39:20.402] New invocation is queued and will start shortly
[22:39:21.599] Starting the invocation (attempt 1)
[22:39:21.641] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:39:21.641] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:39:21.641] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9033938854818212640",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"c0bede325046efa568ff0b6d3ae4b38991e0154e\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9033938854818212640",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/c0bede325046efa568ff0b6d3ae4b38991e0154e",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0bede325046efa568ff0b6d3ae4b38991e0154e",
"gitiles_ref:refs/heads/master"
]
}
[22:39:24.082] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1600727961817357",
"id": "8868508792668402976",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c0bede325046efa568ff0b6d3ae4b38991e0154e\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1600727963617345",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41021",
"builder:Mac deterministic",
"buildset:commit/git/c0bede325046efa568ff0b6d3ae4b38991e0154e",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0bede325046efa568ff0b6d3ae4b38991e0154e",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9033938854818212640",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8868508792668402976/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1600727963617506",
"url": "https://ci.chromium.org/b/8868508792668402976",
"utcnow_ts": "1600727964014438"
}
}
[22:39:24.082] Task URL: https://ci.chromium.org/b/8868508792668402976
[22:39:24.082] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:2:0) after 1m0s
[22:40:24.237] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:2:0)
[22:40:24.237] Timer tick, asking Buildbucket for the build status
[22:40:24.708] Build 8868508792668402976: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:40:24.708] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:3:0) after 1m0s
[22:41:24.783] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:3:0)
[22:41:24.783] Timer tick, asking Buildbucket for the build status
[22:41:26.688] Build 8868508792668402976: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[22:41:26.688] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:4:0) after 1m0s
[22:41:57.037] Received PubSub notification, asking Buildbucket for the build status
[22:41:57.195] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:26.788] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:4:0)
[22:42:26.788] Timer tick, asking Buildbucket for the build status
[22:42:27.593] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:42:27.593] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:6:0) after 1m0s
[22:43:27.623] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:6:0)
[22:43:27.623] Timer tick, asking Buildbucket for the build status
[22:43:29.442] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:43:29.442] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:7:0) after 1m0s
[22:44:29.577] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:7:0)
[22:44:29.577] Timer tick, asking Buildbucket for the build status
[22:44:29.886] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:44:29.887] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:8:0) after 1m0s
[22:45:29.912] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:8:0)
[22:45:29.912] Timer tick, asking Buildbucket for the build status
[22:45:30.010] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:45:30.010] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:9:0) after 1m0s
[22:46:30.094] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:9:0)
[22:46:30.094] Timer tick, asking Buildbucket for the build status
[22:46:30.230] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:46:30.230] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:10:0) after 1m0s
[22:47:30.284] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:10:0)
[22:47:30.285] Timer tick, asking Buildbucket for the build status
[22:47:30.755] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:47:30.755] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:11:0) after 1m0s
[22:48:30.814] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:11:0)
[22:48:30.814] Timer tick, asking Buildbucket for the build status
[22:48:30.972] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:48:30.972] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:12:0) after 1m0s
[22:49:31.045] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:12:0)
[22:49:31.045] Timer tick, asking Buildbucket for the build status
[22:49:31.184] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:49:31.184] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:13:0) after 1m0s
[22:50:31.295] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:13:0)
[22:50:31.295] Timer tick, asking Buildbucket for the build status
[22:50:31.352] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:50:31.352] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:14:0) after 1m0s
[22:51:31.351] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:14:0)
[22:51:31.351] Timer tick, asking Buildbucket for the build status
[22:51:31.435] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:51:31.435] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:15:0) after 1m0s
[22:52:31.484] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:15:0)
[22:52:31.484] Timer tick, asking Buildbucket for the build status
[22:52:31.553] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:52:31.553] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:16:0) after 1m0s
[22:53:31.576] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:16:0)
[22:53:31.576] Timer tick, asking Buildbucket for the build status
[22:53:31.884] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:53:31.884] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:17:0) after 1m0s
[22:54:31.939] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:17:0)
[22:54:31.939] Timer tick, asking Buildbucket for the build status
[22:54:32.444] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:54:32.444] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:18:0) after 1m0s
[22:55:32.468] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:18:0)
[22:55:32.468] Timer tick, asking Buildbucket for the build status
[22:55:32.814] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:55:32.814] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:19:0) after 1m0s
[22:56:32.793] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:19:0)
[22:56:32.793] Timer tick, asking Buildbucket for the build status
[22:56:33.130] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:56:33.130] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:20:0) after 1m0s
[22:57:33.115] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:20:0)
[22:57:33.115] Timer tick, asking Buildbucket for the build status
[22:57:33.189] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:57:33.189] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:21:0) after 1m0s
[22:58:33.216] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:21:0)
[22:58:33.216] Timer tick, asking Buildbucket for the build status
[22:58:33.313] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:58:33.313] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:22:0) after 1m0s
[22:59:33.356] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:22:0)
[22:59:33.356] Timer tick, asking Buildbucket for the build status
[22:59:33.801] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[22:59:33.801] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:23:0) after 1m0s
[23:00:33.921] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:23:0)
[23:00:33.921] Timer tick, asking Buildbucket for the build status
[23:00:34.052] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:00:34.052] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:24:0) after 1m0s
[23:01:34.346] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:24:0)
[23:01:34.346] Timer tick, asking Buildbucket for the build status
[23:01:34.448] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:01:34.449] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:25:0) after 1m0s
[23:02:34.518] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:25:0)
[23:02:34.518] Timer tick, asking Buildbucket for the build status
[23:02:34.624] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:02:34.624] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:26:0) after 1m0s
[23:03:34.700] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:26:0)
[23:03:34.700] Timer tick, asking Buildbucket for the build status
[23:03:34.894] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:03:34.894] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:27:0) after 1m0s
[23:04:34.978] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:27:0)
[23:04:34.978] Timer tick, asking Buildbucket for the build status
[23:04:35.164] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:04:35.164] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:28:0) after 1m0s
[23:05:35.274] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:28:0)
[23:05:35.274] Timer tick, asking Buildbucket for the build status
[23:05:35.413] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:05:35.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:29:0) after 1m0s
[23:06:35.480] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:29:0)
[23:06:35.480] Timer tick, asking Buildbucket for the build status
[23:06:35.697] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:06:35.697] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:30:0) after 1m0s
[23:07:35.776] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:30:0)
[23:07:35.776] Timer tick, asking Buildbucket for the build status
[23:07:35.994] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:07:35.994] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:31:0) after 1m0s
[23:08:36.051] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:31:0)
[23:08:36.051] Timer tick, asking Buildbucket for the build status
[23:08:36.201] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:08:36.201] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:32:0) after 1m0s
[23:09:36.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:32:0)
[23:09:36.213] Timer tick, asking Buildbucket for the build status
[23:09:36.740] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:09:36.741] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:33:0) after 1m0s
[23:10:36.820] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:33:0)
[23:10:36.820] Timer tick, asking Buildbucket for the build status
[23:10:37.143] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:10:37.143] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:34:0) after 1m0s
[23:11:37.181] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:34:0)
[23:11:37.181] Timer tick, asking Buildbucket for the build status
[23:11:37.290] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:11:37.290] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:35:0) after 1m0s
[23:12:37.349] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:35:0)
[23:12:37.350] Timer tick, asking Buildbucket for the build status
[23:12:37.435] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:12:37.435] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:36:0) after 1m0s
[23:13:37.444] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:36:0)
[23:13:37.444] Timer tick, asking Buildbucket for the build status
[23:13:37.886] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:13:37.886] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:37:0) after 1m0s
[23:14:37.927] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:37:0)
[23:14:37.927] Timer tick, asking Buildbucket for the build status
[23:14:38.195] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:14:38.195] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:38:0) after 1m0s
[23:15:38.254] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:38:0)
[23:15:38.254] Timer tick, asking Buildbucket for the build status
[23:15:38.328] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:15:38.328] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:39:0) after 1m0s
[23:16:38.434] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:39:0)
[23:16:38.434] Timer tick, asking Buildbucket for the build status
[23:16:38.527] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:16:38.527] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:40:0) after 1m0s
[23:17:38.675] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:40:0)
[23:17:38.675] Timer tick, asking Buildbucket for the build status
[23:17:38.922] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:17:38.922] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:41:0) after 1m0s
[23:18:38.951] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:41:0)
[23:18:38.951] Timer tick, asking Buildbucket for the build status
[23:18:39.094] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:18:39.094] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:42:0) after 1m0s
[23:19:39.221] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:42:0)
[23:19:39.221] Timer tick, asking Buildbucket for the build status
[23:19:39.511] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:19:39.512] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:43:0) after 1m0s
[23:20:39.681] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:43:0)
[23:20:39.681] Timer tick, asking Buildbucket for the build status
[23:20:39.894] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:20:39.894] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:44:0) after 1m0s
[23:21:40.119] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:44:0)
[23:21:40.119] Timer tick, asking Buildbucket for the build status
[23:21:40.321] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:21:40.321] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:45:0) after 1m0s
[23:22:40.551] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:45:0)
[23:22:40.551] Timer tick, asking Buildbucket for the build status
[23:22:40.805] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:22:40.805] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:46:0) after 1m0s
[23:23:41.490] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:46:0)
[23:23:41.491] Timer tick, asking Buildbucket for the build status
[23:23:41.615] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:23:41.615] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:47:0) after 1m0s
[23:24:41.803] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:47:0)
[23:24:41.803] Timer tick, asking Buildbucket for the build status
[23:24:42.413] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:24:42.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:48:0) after 1m0s
[23:25:42.475] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:48:0)
[23:25:42.475] Timer tick, asking Buildbucket for the build status
[23:25:43.051] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:25:43.051] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:49:0) after 1m0s
[23:26:43.306] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:49:0)
[23:26:43.307] Timer tick, asking Buildbucket for the build status
[23:26:43.820] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:26:43.820] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:50:0) after 1m0s
[23:27:44.262] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:50:0)
[23:27:44.262] Timer tick, asking Buildbucket for the build status
[23:27:44.707] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:27:44.707] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:51:0) after 1m0s
[23:28:44.882] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:51:0)
[23:28:44.882] Timer tick, asking Buildbucket for the build status
[23:28:45.323] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:28:45.323] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:52:0) after 1m0s
[23:29:45.335] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:52:0)
[23:29:45.335] Timer tick, asking Buildbucket for the build status
[23:29:45.708] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:29:45.708] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:53:0) after 1m0s
[23:30:45.782] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:53:0)
[23:30:45.782] Timer tick, asking Buildbucket for the build status
[23:30:45.909] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:30:45.909] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:54:0) after 1m0s
[23:31:45.986] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:54:0)
[23:31:45.986] Timer tick, asking Buildbucket for the build status
[23:31:47.991] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:31:47.991] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:55:0) after 1m0s
[23:32:48.016] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:55:0)
[23:32:48.016] Timer tick, asking Buildbucket for the build status
[23:32:48.800] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:32:48.800] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:56:0) after 1m0s
[23:33:48.997] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:56:0)
[23:33:48.997] Timer tick, asking Buildbucket for the build status
[23:33:49.193] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:33:49.194] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:57:0) after 1m0s
[23:34:49.233] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:57:0)
[23:34:49.233] Timer tick, asking Buildbucket for the build status
[23:34:49.896] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:34:49.896] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:58:0) after 1m0s
[23:35:49.990] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:58:0)
[23:35:49.990] Timer tick, asking Buildbucket for the build status
[23:35:50.047] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:35:50.047] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:59:0) after 1m0s
[23:36:50.136] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:59:0)
[23:36:50.136] Timer tick, asking Buildbucket for the build status
[23:36:51.022] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:36:51.022] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:60:0) after 1m0s
[23:37:51.112] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:60:0)
[23:37:51.112] Timer tick, asking Buildbucket for the build status
[23:37:51.431] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:37:51.431] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:61:0) after 1m0s
[23:38:51.468] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:61:0)
[23:38:51.468] Timer tick, asking Buildbucket for the build status
[23:38:51.709] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:38:51.709] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:62:0) after 1m0s
[23:39:51.763] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:62:0)
[23:39:51.763] Timer tick, asking Buildbucket for the build status
[23:39:51.941] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:39:51.941] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:63:0) after 1m0s
[23:40:52.017] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:63:0)
[23:40:52.017] Timer tick, asking Buildbucket for the build status
[23:40:52.189] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:40:52.190] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:64:0) after 1m0s
[23:41:52.219] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:64:0)
[23:41:52.219] Timer tick, asking Buildbucket for the build status
[23:41:52.405] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:41:52.405] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:65:0) after 1m0s
[23:42:52.556] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:65:0)
[23:42:52.556] Timer tick, asking Buildbucket for the build status
[23:42:52.721] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:42:52.721] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:66:0) after 1m0s
[23:43:52.766] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:66:0)
[23:43:52.766] Timer tick, asking Buildbucket for the build status
[23:43:52.895] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:43:52.895] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:67:0) after 1m0s
[23:44:52.983] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:67:0)
[23:44:52.983] Timer tick, asking Buildbucket for the build status
[23:44:53.313] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:44:53.313] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:68:0) after 1m0s
[23:45:53.381] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:68:0)
[23:45:53.381] Timer tick, asking Buildbucket for the build status
[23:45:54.187] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:45:54.187] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:69:0) after 1m0s
[23:46:54.338] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:69:0)
[23:46:54.338] Timer tick, asking Buildbucket for the build status
[23:46:54.601] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:46:54.601] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:70:0) after 1m0s
[23:47:54.658] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:70:0)
[23:47:54.658] Timer tick, asking Buildbucket for the build status
[23:47:54.799] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:47:54.799] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:71:0) after 1m0s
[23:48:55.727] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:71:0)
[23:48:55.727] Timer tick, asking Buildbucket for the build status
[23:48:55.822] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:48:55.822] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:72:0) after 1m0s
[23:49:56.180] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:72:0)
[23:49:56.180] Timer tick, asking Buildbucket for the build status
[23:49:56.448] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:49:56.448] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:73:0) after 1m0s
[23:50:56.788] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:73:0)
[23:50:56.788] Timer tick, asking Buildbucket for the build status
[23:50:57.246] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:50:57.246] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:74:0) after 1m0s
[23:51:57.476] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:74:0)
[23:51:57.476] Timer tick, asking Buildbucket for the build status
[23:51:57.657] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:51:57.657] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:75:0) after 1m0s
[23:52:57.935] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:75:0)
[23:52:57.935] Timer tick, asking Buildbucket for the build status
[23:52:58.524] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:52:58.525] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:76:0) after 1m0s
[23:54:00.017] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:76:0)
[23:54:00.017] Timer tick, asking Buildbucket for the build status
[23:54:00.231] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:54:00.231] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:77:0) after 1m0s
[23:55:00.433] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:77:0)
[23:55:00.433] Timer tick, asking Buildbucket for the build status
[23:55:00.699] Build 8868508792668402976: status "STARTED", result "", failure_reason "", cancelation_reason ""
[23:55:00.699] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9033938854818212640:78:0) after 1m0s
[23:55:13.532] Received PubSub notification, asking Buildbucket for the build status
[23:55:13.632] Build 8868508792668402976: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[23:55:13.632] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1600732512908957",
"created_by": "project:chromium",
"created_ts": "1600727961817357",
"failure_reason": "BUILD_FAILURE",
"id": "8868508792668402976",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c0bede325046efa568ff0b6d3ae4b38991e0154e\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('compare_build_artifacts') (retcode: 1)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 41021, \"clang_revision\": \"llvmorg-12-init-5627-gf086e85e-2\", \"got_angle_revision\": \"9f70b6b2054f8b193efe63cb1d16a4e40b91934a\", \"got_dawn_revision\": \"52a588f3c9ba374630158cc045dfa311ed6a7584\", \"got_nacl_revision\": \"69a0d6e8affc94187af10e0673592d1b238c6eb0\", \"got_revision\": \"c0bede325046efa568ff0b6d3ae4b38991e0154e\", \"got_revision_cp\": \"refs/heads/master@{#809099}\", \"got_swarming_client_revision\": \"44c13d73156581ea09b9389001e58c23a4b8d70a\", \"got_swiftshader_revision\": \"6aadd31a5f988b254046addce6aadaa650f098e9\", \"got_v8_revision\": \"d56d50c3f11bf7014df1b0234ad7010de3dd9983\", \"got_v8_revision_cp\": \"refs/heads/8.7.148@{#1}\", \"got_webrtc_revision\": \"d41c2a6b8aeb8a2bfec29689c68cba79638d902a\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32151}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"c0bede325046efa568ff0b6d3ae4b38991e0154e\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.13\", \"Mac-10.13.6\", \"Mac-10.13.6-17G66\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"5531-8ab19d9\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Step('compare_build_artifacts') (retcode: 1)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1600728115181171",
"status": "COMPLETED",
"status_changed_ts": "1600728116490657",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41021",
"builder:Mac deterministic",
"buildset:commit/git/c0bede325046efa568ff0b6d3ae4b38991e0154e",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c0bede325046efa568ff0b6d3ae4b38991e0154e",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9033938854818212640",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8868508792668402976/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4ecba3e1bdc71b10",
"user_agent:luci-scheduler"
],
"updated_ts": "1600732513038039",
"url": "https://ci.chromium.org/b/8868508792668402976",
"utcnow_ts": "1600732513615300"
}
}
[23:55:13.632] Invocation finished in 1h15m53.248276239s with status FAILED