[14:45:48.862] New invocation is queued and will start shortly
[14:45:50.001] Starting the invocation (attempt 1)
[14:45:50.072] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:45:50.072] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:45:50.072] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9031341334449283232",
"parameters_json": "{\"builder_name\":\"Mac deterministic\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src\",\"revision\":\"4185ffd4b2317219dbb9c7887a848934cb00633a\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:Mac deterministic",
"scheduler_invocation_id:9031341334449283232",
"scheduler_job_id:chromium/Mac deterministic",
"user_agent:luci-scheduler",
"buildset:commit/git/4185ffd4b2317219dbb9c7887a848934cb00633a",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4185ffd4b2317219dbb9c7887a848934cb00633a",
"gitiles_ref:refs/heads/master"
]
}
[14:45:51.014] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1603205150207522",
"id": "8865911272374761824",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4185ffd4b2317219dbb9c7887a848934cb00633a\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1603205150812786",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41658",
"builder:Mac deterministic",
"buildset:commit/git/4185ffd4b2317219dbb9c7887a848934cb00633a",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4185ffd4b2317219dbb9c7887a848934cb00633a",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9031341334449283232",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8865911272374761824/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1603205150812944",
"url": "https://ci.chromium.org/b/8865911272374761824",
"utcnow_ts": "1603205151004878"
}
}
[14:45:51.014] Task URL: https://ci.chromium.org/b/8865911272374761824
[14:45:51.014] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:2:0) after 1m0s
[14:45:54.256] Received PubSub notification, asking Buildbucket for the build status
[14:45:54.413] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:51.078] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:2:0)
[14:46:51.078] Timer tick, asking Buildbucket for the build status
[14:46:51.244] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:46:51.244] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:4:0) after 1m0s
[14:47:51.325] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:4:0)
[14:47:51.325] Timer tick, asking Buildbucket for the build status
[14:47:51.424] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:47:51.424] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:5:0) after 1m0s
[14:48:51.520] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:5:0)
[14:48:51.520] Timer tick, asking Buildbucket for the build status
[14:48:51.690] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:48:51.690] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:6:0) after 1m0s
[14:49:51.740] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:6:0)
[14:49:51.740] Timer tick, asking Buildbucket for the build status
[14:49:51.835] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:49:51.836] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:7:0) after 1m0s
[14:50:51.888] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:7:0)
[14:50:51.888] Timer tick, asking Buildbucket for the build status
[14:50:51.974] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:50:51.974] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:8:0) after 1m0s
[14:51:52.022] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:8:0)
[14:51:52.022] Timer tick, asking Buildbucket for the build status
[14:51:52.148] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:51:52.148] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:9:0) after 1m0s
[14:52:52.260] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:9:0)
[14:52:52.260] Timer tick, asking Buildbucket for the build status
[14:52:52.365] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:52:52.365] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:10:0) after 1m0s
[14:53:52.470] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:10:0)
[14:53:52.470] Timer tick, asking Buildbucket for the build status
[14:53:52.785] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:53:52.785] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:11:0) after 1m0s
[14:54:52.805] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:11:0)
[14:54:52.805] Timer tick, asking Buildbucket for the build status
[14:54:52.893] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:54:52.893] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:12:0) after 1m0s
[14:55:52.986] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:12:0)
[14:55:52.986] Timer tick, asking Buildbucket for the build status
[14:55:53.170] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:55:53.170] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:13:0) after 1m0s
[14:56:53.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:13:0)
[14:56:53.213] Timer tick, asking Buildbucket for the build status
[14:56:53.269] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:56:53.269] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:14:0) after 1m0s
[14:57:53.267] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:14:0)
[14:57:53.267] Timer tick, asking Buildbucket for the build status
[14:57:53.622] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:57:53.622] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:15:0) after 1m0s
[14:58:53.685] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:15:0)
[14:58:53.685] Timer tick, asking Buildbucket for the build status
[14:58:53.760] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:58:53.760] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:16:0) after 1m0s
[14:59:53.914] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:16:0)
[14:59:53.914] Timer tick, asking Buildbucket for the build status
[14:59:54.018] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[14:59:54.018] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:17:0) after 1m0s
[15:00:54.112] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:17:0)
[15:00:54.112] Timer tick, asking Buildbucket for the build status
[15:00:54.438] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:00:54.438] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:18:0) after 1m0s
[15:01:54.489] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:18:0)
[15:01:54.489] Timer tick, asking Buildbucket for the build status
[15:01:54.592] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:01:54.592] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:19:0) after 1m0s
[15:02:54.680] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:19:0)
[15:02:54.680] Timer tick, asking Buildbucket for the build status
[15:02:54.758] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:02:54.758] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:20:0) after 1m0s
[15:03:54.783] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:20:0)
[15:03:54.783] Timer tick, asking Buildbucket for the build status
[15:03:54.881] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:03:54.881] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:21:0) after 1m0s
[15:04:54.902] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:21:0)
[15:04:54.902] Timer tick, asking Buildbucket for the build status
[15:04:55.182] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:04:55.182] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:22:0) after 1m0s
[15:05:55.218] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:22:0)
[15:05:55.218] Timer tick, asking Buildbucket for the build status
[15:05:55.325] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:05:55.325] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:23:0) after 1m0s
[15:06:55.397] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:23:0)
[15:06:55.397] Timer tick, asking Buildbucket for the build status
[15:06:55.567] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:06:55.567] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:24:0) after 1m0s
[15:07:55.621] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:24:0)
[15:07:55.621] Timer tick, asking Buildbucket for the build status
[15:07:55.722] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:07:55.722] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:25:0) after 1m0s
[15:08:55.750] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:25:0)
[15:08:55.750] Timer tick, asking Buildbucket for the build status
[15:08:55.810] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:08:55.810] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:26:0) after 1m0s
[15:09:55.823] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:26:0)
[15:09:55.823] Timer tick, asking Buildbucket for the build status
[15:09:55.889] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:09:55.889] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:27:0) after 1m0s
[15:10:55.943] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:27:0)
[15:10:55.943] Timer tick, asking Buildbucket for the build status
[15:10:56.192] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:10:56.192] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:28:0) after 1m0s
[15:11:56.208] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:28:0)
[15:11:56.208] Timer tick, asking Buildbucket for the build status
[15:11:56.366] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:11:56.366] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:29:0) after 1m0s
[15:12:56.441] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:29:0)
[15:12:56.441] Timer tick, asking Buildbucket for the build status
[15:12:56.658] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:12:56.658] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:30:0) after 1m0s
[15:13:56.682] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:30:0)
[15:13:56.682] Timer tick, asking Buildbucket for the build status
[15:13:56.803] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:13:56.803] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:31:0) after 1m0s
[15:14:56.843] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:31:0)
[15:14:56.843] Timer tick, asking Buildbucket for the build status
[15:14:57.139] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:14:57.139] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:32:0) after 1m0s
[15:15:57.215] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:32:0)
[15:15:57.215] Timer tick, asking Buildbucket for the build status
[15:15:57.326] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:15:57.326] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:33:0) after 1m0s
[15:16:57.379] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:33:0)
[15:16:57.379] Timer tick, asking Buildbucket for the build status
[15:16:57.678] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:16:57.678] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:34:0) after 1m0s
[15:17:57.712] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:34:0)
[15:17:57.712] Timer tick, asking Buildbucket for the build status
[15:17:57.899] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:17:57.899] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:35:0) after 1m0s
[15:18:57.944] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:35:0)
[15:18:57.944] Timer tick, asking Buildbucket for the build status
[15:18:58.024] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:18:58.024] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:36:0) after 1m0s
[15:19:58.048] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:36:0)
[15:19:58.048] Timer tick, asking Buildbucket for the build status
[15:19:58.118] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:19:58.118] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:37:0) after 1m0s
[15:20:58.108] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:37:0)
[15:20:58.108] Timer tick, asking Buildbucket for the build status
[15:20:58.791] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:20:58.791] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:38:0) after 1m0s
[15:21:58.835] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:38:0)
[15:21:58.835] Timer tick, asking Buildbucket for the build status
[15:21:58.922] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:21:58.922] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:39:0) after 1m0s
[15:22:58.981] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:39:0)
[15:22:58.981] Timer tick, asking Buildbucket for the build status
[15:22:59.043] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:22:59.043] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:40:0) after 1m0s
[15:23:59.271] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:40:0)
[15:23:59.271] Timer tick, asking Buildbucket for the build status
[15:23:59.337] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:23:59.337] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:41:0) after 1m0s
[15:24:59.336] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:41:0)
[15:24:59.336] Timer tick, asking Buildbucket for the build status
[15:24:59.413] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:24:59.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:42:0) after 1m0s
[15:25:59.440] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:42:0)
[15:25:59.440] Timer tick, asking Buildbucket for the build status
[15:25:59.803] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:25:59.804] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:43:0) after 1m0s
[15:26:59.851] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:43:0)
[15:26:59.851] Timer tick, asking Buildbucket for the build status
[15:26:59.933] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:26:59.933] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:44:0) after 1m0s
[15:27:59.937] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:44:0)
[15:27:59.937] Timer tick, asking Buildbucket for the build status
[15:28:00.222] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:28:00.222] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:45:0) after 1m0s
[15:29:00.342] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:45:0)
[15:29:00.342] Timer tick, asking Buildbucket for the build status
[15:29:00.412] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:29:00.412] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:46:0) after 1m0s
[15:30:00.483] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:46:0)
[15:30:00.483] Timer tick, asking Buildbucket for the build status
[15:30:00.831] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:30:00.831] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:47:0) after 1m0s
[15:31:01.004] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:47:0)
[15:31:01.004] Timer tick, asking Buildbucket for the build status
[15:31:01.744] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:31:01.744] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:48:0) after 1m0s
[15:32:01.769] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:48:0)
[15:32:01.769] Timer tick, asking Buildbucket for the build status
[15:32:01.864] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:32:01.864] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:49:0) after 1m0s
[15:33:01.953] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:49:0)
[15:33:01.953] Timer tick, asking Buildbucket for the build status
[15:33:02.035] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:33:02.035] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:50:0) after 1m0s
[15:34:02.907] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:50:0)
[15:34:02.907] Timer tick, asking Buildbucket for the build status
[15:34:04.099] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:34:04.099] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:51:0) after 1m0s
[15:35:04.197] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:51:0)
[15:35:04.197] Timer tick, asking Buildbucket for the build status
[15:35:04.764] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:35:04.764] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:52:0) after 1m0s
[15:36:04.799] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:52:0)
[15:36:04.799] Timer tick, asking Buildbucket for the build status
[15:36:04.915] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:36:04.915] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:53:0) after 1m0s
[15:37:04.941] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:53:0)
[15:37:04.941] Timer tick, asking Buildbucket for the build status
[15:37:05.105] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:37:05.105] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:54:0) after 1m0s
[15:38:05.143] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:54:0)
[15:38:05.143] Timer tick, asking Buildbucket for the build status
[15:38:05.215] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:38:05.215] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:55:0) after 1m0s
[15:39:05.277] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:55:0)
[15:39:05.277] Timer tick, asking Buildbucket for the build status
[15:39:05.346] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:39:05.346] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:56:0) after 1m0s
[15:40:06.315] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:56:0)
[15:40:06.315] Timer tick, asking Buildbucket for the build status
[15:40:06.413] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:40:06.413] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:57:0) after 1m0s
[15:41:07.004] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:57:0)
[15:41:07.004] Timer tick, asking Buildbucket for the build status
[15:41:07.135] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:41:07.135] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:58:0) after 1m0s
[15:42:07.248] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:58:0)
[15:42:07.248] Timer tick, asking Buildbucket for the build status
[15:42:07.406] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:42:07.406] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:59:0) after 1m0s
[15:43:07.467] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:59:0)
[15:43:07.467] Timer tick, asking Buildbucket for the build status
[15:43:07.604] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:43:07.604] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:60:0) after 1m0s
[15:44:07.628] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:60:0)
[15:44:07.628] Timer tick, asking Buildbucket for the build status
[15:44:07.699] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:44:07.699] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:61:0) after 1m0s
[15:45:07.707] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:61:0)
[15:45:07.708] Timer tick, asking Buildbucket for the build status
[15:45:08.388] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:45:08.388] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:62:0) after 1m0s
[15:46:08.413] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:62:0)
[15:46:08.413] Timer tick, asking Buildbucket for the build status
[15:46:08.933] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:46:08.933] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:63:0) after 1m0s
[15:47:08.954] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:63:0)
[15:47:08.954] Timer tick, asking Buildbucket for the build status
[15:47:09.011] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:47:09.011] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:64:0) after 1m0s
[15:48:09.066] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:64:0)
[15:48:09.066] Timer tick, asking Buildbucket for the build status
[15:48:09.208] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:48:09.208] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:65:0) after 1m0s
[15:49:09.274] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:65:0)
[15:49:09.274] Timer tick, asking Buildbucket for the build status
[15:49:09.564] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:49:09.564] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:66:0) after 1m0s
[15:50:09.593] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:66:0)
[15:50:09.593] Timer tick, asking Buildbucket for the build status
[15:50:09.655] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:50:09.655] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:67:0) after 1m0s
[15:51:09.736] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:67:0)
[15:51:09.736] Timer tick, asking Buildbucket for the build status
[15:51:09.918] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:51:09.918] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:68:0) after 1m0s
[15:52:09.936] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:68:0)
[15:52:09.936] Timer tick, asking Buildbucket for the build status
[15:52:10.002] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:52:10.002] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:69:0) after 1m0s
[15:53:10.091] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:69:0)
[15:53:10.091] Timer tick, asking Buildbucket for the build status
[15:53:10.205] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:53:10.205] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:70:0) after 1m0s
[15:54:10.273] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:70:0)
[15:54:10.273] Timer tick, asking Buildbucket for the build status
[15:54:10.354] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:54:10.354] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:71:0) after 1m0s
[15:55:10.440] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:71:0)
[15:55:10.440] Timer tick, asking Buildbucket for the build status
[15:55:10.548] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:55:10.548] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:72:0) after 1m0s
[15:56:10.582] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:72:0)
[15:56:10.582] Timer tick, asking Buildbucket for the build status
[15:56:11.005] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:56:11.005] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:73:0) after 1m0s
[15:57:11.059] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:73:0)
[15:57:11.059] Timer tick, asking Buildbucket for the build status
[15:57:11.183] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:57:11.183] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:74:0) after 1m0s
[15:58:11.295] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:74:0)
[15:58:11.295] Timer tick, asking Buildbucket for the build status
[15:58:11.614] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:58:11.614] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:75:0) after 1m0s
[15:59:11.731] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:75:0)
[15:59:11.731] Timer tick, asking Buildbucket for the build status
[15:59:12.097] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[15:59:12.097] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:76:0) after 1m0s
[16:00:12.169] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:76:0)
[16:00:12.169] Timer tick, asking Buildbucket for the build status
[16:00:12.366] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:00:12.366] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:77:0) after 1m0s
[16:01:12.430] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:77:0)
[16:01:12.430] Timer tick, asking Buildbucket for the build status
[16:01:13.778] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:01:13.778] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:78:0) after 1m0s
[16:02:13.806] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:78:0)
[16:02:13.806] Timer tick, asking Buildbucket for the build status
[16:02:13.879] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:02:13.879] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:79:0) after 1m0s
[16:03:13.887] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:79:0)
[16:03:13.887] Timer tick, asking Buildbucket for the build status
[16:03:13.966] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:03:13.966] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:80:0) after 1m0s
[16:04:13.996] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:80:0)
[16:04:13.996] Timer tick, asking Buildbucket for the build status
[16:04:14.260] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:04:14.260] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:81:0) after 1m0s
[16:05:14.309] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:81:0)
[16:05:14.309] Timer tick, asking Buildbucket for the build status
[16:05:14.603] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:05:14.603] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:82:0) after 1m0s
[16:06:14.611] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:82:0)
[16:06:14.611] Timer tick, asking Buildbucket for the build status
[16:06:14.740] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:06:14.740] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:83:0) after 1m0s
[16:07:14.767] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:83:0)
[16:07:14.767] Timer tick, asking Buildbucket for the build status
[16:07:15.018] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:07:15.018] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:84:0) after 1m0s
[16:08:15.061] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:84:0)
[16:08:15.061] Timer tick, asking Buildbucket for the build status
[16:08:15.281] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:08:15.281] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:85:0) after 1m0s
[16:09:15.341] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:85:0)
[16:09:15.341] Timer tick, asking Buildbucket for the build status
[16:09:15.426] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:09:15.426] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:86:0) after 1m0s
[16:10:15.457] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:86:0)
[16:10:15.457] Timer tick, asking Buildbucket for the build status
[16:10:15.526] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:10:15.526] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:87:0) after 1m0s
[16:11:15.622] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:87:0)
[16:11:15.622] Timer tick, asking Buildbucket for the build status
[16:11:15.758] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:11:15.758] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:88:0) after 1m0s
[16:12:15.821] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:88:0)
[16:12:15.821] Timer tick, asking Buildbucket for the build status
[16:12:16.000] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:12:16.000] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:89:0) after 1m0s
[16:13:16.047] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:89:0)
[16:13:16.047] Timer tick, asking Buildbucket for the build status
[16:13:16.113] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:13:16.113] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:90:0) after 1m0s
[16:14:16.173] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:90:0)
[16:14:16.173] Timer tick, asking Buildbucket for the build status
[16:14:16.241] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:14:16.242] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:91:0) after 1m0s
[16:15:16.296] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:91:0)
[16:15:16.296] Timer tick, asking Buildbucket for the build status
[16:15:16.357] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:15:16.357] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:92:0) after 1m0s
[16:16:16.413] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:92:0)
[16:16:16.413] Timer tick, asking Buildbucket for the build status
[16:16:16.528] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:16:16.528] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:93:0) after 1m0s
[16:17:16.573] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:93:0)
[16:17:16.573] Timer tick, asking Buildbucket for the build status
[16:17:16.688] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:17:16.688] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:94:0) after 1m0s
[16:18:16.776] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:94:0)
[16:18:16.776] Timer tick, asking Buildbucket for the build status
[16:18:16.907] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:18:16.907] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:95:0) after 1m0s
[16:19:16.900] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:95:0)
[16:19:16.900] Timer tick, asking Buildbucket for the build status
[16:19:17.011] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:19:17.011] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:96:0) after 1m0s
[16:20:16.994] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:96:0)
[16:20:16.994] Timer tick, asking Buildbucket for the build status
[16:20:17.059] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:20:17.059] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:97:0) after 1m0s
[16:21:17.096] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:97:0)
[16:21:17.096] Timer tick, asking Buildbucket for the build status
[16:21:17.193] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:21:17.193] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:98:0) after 1m0s
[16:22:17.250] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:98:0)
[16:22:17.250] Timer tick, asking Buildbucket for the build status
[16:22:17.321] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:22:17.321] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:99:0) after 1m0s
[16:23:17.365] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:99:0)
[16:23:17.365] Timer tick, asking Buildbucket for the build status
[16:23:17.439] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:23:17.439] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:100:0) after 1m0s
[16:24:17.480] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:100:0)
[16:24:17.480] Timer tick, asking Buildbucket for the build status
[16:24:17.615] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:24:17.615] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:101:0) after 1m0s
[16:25:17.670] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:101:0)
[16:25:17.670] Timer tick, asking Buildbucket for the build status
[16:25:17.751] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:25:17.751] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:102:0) after 1m0s
[16:26:17.765] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:102:0)
[16:26:17.765] Timer tick, asking Buildbucket for the build status
[16:26:17.865] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:26:17.865] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:103:0) after 1m0s
[16:27:17.905] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:103:0)
[16:27:17.905] Timer tick, asking Buildbucket for the build status
[16:27:18.081] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:27:18.081] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:104:0) after 1m0s
[16:28:18.176] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:104:0)
[16:28:18.176] Timer tick, asking Buildbucket for the build status
[16:28:18.289] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:28:18.289] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:105:0) after 1m0s
[16:29:18.318] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:105:0)
[16:29:18.318] Timer tick, asking Buildbucket for the build status
[16:29:18.397] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:29:18.397] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:106:0) after 1m0s
[16:30:18.501] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:106:0)
[16:30:18.501] Timer tick, asking Buildbucket for the build status
[16:30:18.585] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:30:18.585] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:107:0) after 1m0s
[16:31:18.672] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:107:0)
[16:31:18.672] Timer tick, asking Buildbucket for the build status
[16:31:18.777] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:31:18.777] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:108:0) after 1m0s
[16:32:18.840] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:108:0)
[16:32:18.840] Timer tick, asking Buildbucket for the build status
[16:32:18.927] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:32:18.927] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:109:0) after 1m0s
[16:33:18.979] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:109:0)
[16:33:18.979] Timer tick, asking Buildbucket for the build status
[16:33:19.098] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:33:19.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:110:0) after 1m0s
[16:34:19.123] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:110:0)
[16:34:19.123] Timer tick, asking Buildbucket for the build status
[16:34:19.216] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:34:19.216] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:111:0) after 1m0s
[16:35:19.271] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:111:0)
[16:35:19.271] Timer tick, asking Buildbucket for the build status
[16:35:19.504] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:35:19.504] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:112:0) after 1m0s
[16:36:19.535] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:112:0)
[16:36:19.535] Timer tick, asking Buildbucket for the build status
[16:36:19.712] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:36:19.712] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:113:0) after 1m0s
[16:37:19.816] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:113:0)
[16:37:19.816] Timer tick, asking Buildbucket for the build status
[16:37:19.876] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:37:19.876] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:114:0) after 1m0s
[16:38:19.926] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:114:0)
[16:38:19.926] Timer tick, asking Buildbucket for the build status
[16:38:20.126] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:38:20.126] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:115:0) after 1m0s
[16:39:20.169] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:115:0)
[16:39:20.169] Timer tick, asking Buildbucket for the build status
[16:39:20.233] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:39:20.233] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:116:0) after 1m0s
[16:40:20.265] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:116:0)
[16:40:20.265] Timer tick, asking Buildbucket for the build status
[16:40:23.213] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:40:23.213] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:117:0) after 1m0s
[16:41:23.281] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:117:0)
[16:41:23.281] Timer tick, asking Buildbucket for the build status
[16:41:23.435] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:41:23.435] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:118:0) after 1m0s
[16:42:23.464] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:118:0)
[16:42:23.464] Timer tick, asking Buildbucket for the build status
[16:42:23.521] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:42:23.521] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:119:0) after 1m0s
[16:43:23.554] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:119:0)
[16:43:23.554] Timer tick, asking Buildbucket for the build status
[16:43:23.619] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:43:23.619] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:120:0) after 1m0s
[16:44:23.645] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:120:0)
[16:44:23.645] Timer tick, asking Buildbucket for the build status
[16:44:23.892] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:44:23.892] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:121:0) after 1m0s
[16:45:23.901] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:121:0)
[16:45:23.901] Timer tick, asking Buildbucket for the build status
[16:45:23.981] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:45:23.981] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:122:0) after 1m0s
[16:46:24.054] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:122:0)
[16:46:24.054] Timer tick, asking Buildbucket for the build status
[16:46:24.427] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:46:24.427] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:123:0) after 1m0s
[16:47:24.493] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:123:0)
[16:47:24.493] Timer tick, asking Buildbucket for the build status
[16:47:24.638] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:47:24.638] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:124:0) after 1m0s
[16:48:24.696] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:124:0)
[16:48:24.696] Timer tick, asking Buildbucket for the build status
[16:48:24.916] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:48:24.916] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:125:0) after 1m0s
[16:49:24.947] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:125:0)
[16:49:24.947] Timer tick, asking Buildbucket for the build status
[16:49:25.092] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:49:25.092] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:126:0) after 1m0s
[16:50:25.117] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:126:0)
[16:50:25.117] Timer tick, asking Buildbucket for the build status
[16:50:25.291] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:50:25.291] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:127:0) after 1m0s
[16:51:25.314] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:127:0)
[16:51:25.314] Timer tick, asking Buildbucket for the build status
[16:51:25.498] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:51:25.498] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:128:0) after 1m0s
[16:52:25.526] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:128:0)
[16:52:25.526] Timer tick, asking Buildbucket for the build status
[16:52:25.595] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:52:25.595] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:129:0) after 1m0s
[16:53:25.617] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:129:0)
[16:53:25.617] Timer tick, asking Buildbucket for the build status
[16:53:25.904] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:53:25.904] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:130:0) after 1m0s
[16:54:25.929] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:130:0)
[16:54:25.929] Timer tick, asking Buildbucket for the build status
[16:54:26.351] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:54:26.351] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:131:0) after 1m0s
[16:55:26.402] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:131:0)
[16:55:26.403] Timer tick, asking Buildbucket for the build status
[16:55:26.576] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:55:26.576] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:132:0) after 1m0s
[16:56:26.652] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:132:0)
[16:56:26.652] Timer tick, asking Buildbucket for the build status
[16:56:26.772] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:56:26.772] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:133:0) after 1m0s
[16:57:26.900] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:133:0)
[16:57:26.900] Timer tick, asking Buildbucket for the build status
[16:57:28.243] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:57:28.243] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:134:0) after 1m0s
[16:58:28.320] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:134:0)
[16:58:28.320] Timer tick, asking Buildbucket for the build status
[16:58:28.597] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:58:28.597] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:135:0) after 1m0s
[16:59:28.683] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:135:0)
[16:59:28.683] Timer tick, asking Buildbucket for the build status
[16:59:28.739] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[16:59:28.739] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:136:0) after 1m0s
[17:00:28.878] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:136:0)
[17:00:28.878] Timer tick, asking Buildbucket for the build status
[17:00:28.957] Build 8865911272374761824: status "STARTED", result "", failure_reason "", cancelation_reason ""
[17:00:28.957] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:9031341334449283232:137:0) after 1m0s
[17:00:45.947] Received PubSub notification, asking Buildbucket for the build status
[17:00:46.016] Build 8865911272374761824: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[17:00:46.016] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1603213245512185",
"created_by": "project:chromium",
"created_ts": "1603205150207522",
"failure_reason": "INFRA_FAILURE",
"id": "8865911272374761824",
"parameters_json": "{\"builder_name\": \"Mac deterministic\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4185ffd4b2317219dbb9c7887a848934cb00633a\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"recipe infra failure: Uncaught Exception: AttributeError(\\\"'NoneType' object has no attribute 'itervalues'\\\",)\"}, \"properties\": {\"$build/goma\": {\"rpc_extra_params\": \"?prod\", \"server_host\": \"goma.chromium.org\", \"use_luci_auth\": true}, \"$recipe_engine/isolated\": {\"server\": \"https://isolateserver.appspot.com\"}, \"$recipe_engine/path\": {\"cache_dir\": \"/opt/s/w/ir/cache\", \"temp_dir\": \"/opt/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build204-m9\", \"branch\": \"refs/heads/master\", \"builder_group\": \"chromium.fyi\", \"buildername\": \"Mac deterministic\", \"buildnumber\": 41658, \"clang_revision\": \"llvmorg-12-init-5627-gf086e85e-2\", \"got_angle_revision\": \"0c84d564df9ff047376df09d92021d60e73c1702\", \"got_dawn_revision\": \"c4593127cbdd382c18afea59b242b8040db5e4ce\", \"got_nacl_revision\": \"0fabd6dc4222dfae664e55a84326e0c904f5b62c\", \"got_revision\": \"4185ffd4b2317219dbb9c7887a848934cb00633a\", \"got_revision_cp\": \"refs/heads/master@{#818904}\", \"got_swarming_client_revision\": \"d46ea7635f2911208268170512cb611412488fd8\", \"got_swiftshader_revision\": \"df17a76102dfabb3f1bd6e51449cece9f77b45e3\", \"got_v8_revision\": \"f36d15c80b6858e4ca68df2541ad94804ec71b63\", \"got_v8_revision_cp\": \"refs/heads/8.8.135@{#1}\", \"got_webrtc_revision\": \"19640aa61b041a244755db66658c64918845f88e\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#32447}\", \"path_config\": \"generic\", \"recipe\": \"swarming/deterministic_build\", \"repository\": \"https://chromium.googlesource.com/chromium/src\", \"revision\": \"4185ffd4b2317219dbb9c7887a848934cb00633a\"}, \"swarming\": {\"bot_dimensions\": {\"builder\": [\"Mac deterministic\"], \"caches\": [\"builder_7b52a3a1245e897041cdcf338a3870df21540919220c864c03da3b37f2e3c589_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build204-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.15\", \"Mac-10.15.7\", \"Mac-10.15.7-19H2\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.16\"], \"server_version\": [\"5601-97d7e7d\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"recipe infra failure: Uncaught Exception: AttributeError(\\\"'NoneType' object has no attribute 'itervalues'\\\",)\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1603205153582604",
"status": "COMPLETED",
"status_changed_ts": "1603205153917602",
"tags": [
"build_address:luci.chromium.ci/Mac deterministic/41658",
"builder:Mac deterministic",
"buildset:commit/git/4185ffd4b2317219dbb9c7887a848934cb00633a",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4185ffd4b2317219dbb9c7887a848934cb00633a",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9031341334449283232",
"scheduler_job_id:chromium/Mac deterministic",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8865911272374761824/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:swarming/deterministic_build",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:4f5f4ac14c1dd710",
"user_agent:luci-scheduler"
],
"updated_ts": "1603213245578296",
"url": "https://ci.chromium.org/b/8865911272374761824",
"utcnow_ts": "1603213246000002"
}
}
[17:00:46.016] Invocation finished in 2h14m57.170927133s with status FAILED