[09:59:46.275] New invocation is queued and will start shortly
[09:59:47.544] Starting the invocation (attempt 1)
[09:59:47.588] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:59:47.588] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:59:47.589] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9069953638413827728",
"parameters_json": "{\"builder_name\":\"ToTMac\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"a5b40765e8e93a1e5ce8b349852d52ad8845d498\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTMac",
"scheduler_invocation_id:9069953638413827728",
"scheduler_job_id:chromium/ToTMac",
"user_agent:luci-scheduler",
"buildset:commit/git/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"gitiles_ref:refs/heads/master"
]
}
[09:59:48.287] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1566381587720892",
"id": "8904523576233041504",
"parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a5b40765e8e93a1e5ce8b349852d52ad8845d498\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1566381588022853",
"tags": [
"build_address:luci.chromium.ci/ToTMac/20935",
"builder:ToTMac",
"buildset:commit/git/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9069953638413827728",
"scheduler_job_id:chromium/ToTMac",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904523576233041504/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1566381588022947",
"url": "https://ci.chromium.org/b/8904523576233041504",
"utcnow_ts": "1566381588276346"
}
}
[09:59:48.287] Task URL: https://ci.chromium.org/b/8904523576233041504
[09:59:48.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:2:0) after 1m0s
[10:00:48.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:2:0)
[10:00:48.355] Timer tick, asking Buildbucket for the build status
[10:00:51.213] Build 8904523576233041504: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:00:51.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:3:0) after 1m0s
[10:01:51.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:3:0)
[10:01:51.354] Timer tick, asking Buildbucket for the build status
[10:01:51.527] Build 8904523576233041504: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[10:01:51.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:4:0) after 1m0s
[10:02:25.665] Received PubSub notification, asking Buildbucket for the build status
[10:02:26.688] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:51.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:4:0)
[10:02:51.546] Timer tick, asking Buildbucket for the build status
[10:02:51.939] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:02:51.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:6:0) after 1m0s
[10:03:52.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:6:0)
[10:03:52.020] Timer tick, asking Buildbucket for the build status
[10:03:53.086] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:03:53.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:7:0) after 1m0s
[10:04:53.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:7:0)
[10:04:53.117] Timer tick, asking Buildbucket for the build status
[10:04:53.803] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:04:53.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:8:0) after 1m0s
[10:05:53.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:8:0)
[10:05:53.944] Timer tick, asking Buildbucket for the build status
[10:05:54.099] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:05:54.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:9:0) after 1m0s
[10:06:54.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:9:0)
[10:06:54.152] Timer tick, asking Buildbucket for the build status
[10:06:54.314] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:06:54.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:10:0) after 1m0s
[10:07:54.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:10:0)
[10:07:54.339] Timer tick, asking Buildbucket for the build status
[10:07:54.510] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:07:54.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:11:0) after 1m0s
[10:08:54.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:11:0)
[10:08:54.652] Timer tick, asking Buildbucket for the build status
[10:08:54.834] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:08:54.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:12:0) after 1m0s
[10:09:54.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:12:0)
[10:09:54.896] Timer tick, asking Buildbucket for the build status
[10:09:55.319] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:09:55.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:13:0) after 1m0s
[10:10:55.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:13:0)
[10:10:55.470] Timer tick, asking Buildbucket for the build status
[10:10:56.046] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:10:56.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:14:0) after 1m0s
[10:11:56.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:14:0)
[10:11:56.104] Timer tick, asking Buildbucket for the build status
[10:11:56.419] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:11:56.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:15:0) after 1m0s
[10:12:56.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:15:0)
[10:12:56.460] Timer tick, asking Buildbucket for the build status
[10:12:56.619] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:12:56.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:16:0) after 1m0s
[10:13:56.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:16:0)
[10:13:56.924] Timer tick, asking Buildbucket for the build status
[10:13:57.158] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:13:57.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:17:0) after 1m0s
[10:14:57.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:17:0)
[10:14:57.448] Timer tick, asking Buildbucket for the build status
[10:14:58.906] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:14:58.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:18:0) after 1m0s
[10:15:58.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:18:0)
[10:15:58.932] Timer tick, asking Buildbucket for the build status
[10:15:59.185] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:15:59.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:19:0) after 1m0s
[10:16:59.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:19:0)
[10:16:59.244] Timer tick, asking Buildbucket for the build status
[10:16:59.431] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:16:59.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:20:0) after 1m0s
[10:17:59.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:20:0)
[10:17:59.492] Timer tick, asking Buildbucket for the build status
[10:17:59.963] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:17:59.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:21:0) after 1m0s
[10:19:00.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:21:0)
[10:19:00.019] Timer tick, asking Buildbucket for the build status
[10:19:00.435] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:19:00.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:22:0) after 1m0s
[10:20:00.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:22:0)
[10:20:00.988] Timer tick, asking Buildbucket for the build status
[10:20:01.156] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:20:01.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:23:0) after 1m0s
[10:21:01.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:23:0)
[10:21:01.618] Timer tick, asking Buildbucket for the build status
[10:21:02.225] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:21:02.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:24:0) after 1m0s
[10:22:02.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:24:0)
[10:22:02.575] Timer tick, asking Buildbucket for the build status
[10:22:02.767] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:22:02.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:25:0) after 1m0s
[10:23:02.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:25:0)
[10:23:02.919] Timer tick, asking Buildbucket for the build status
[10:23:03.225] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:23:03.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:26:0) after 1m0s
[10:24:03.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:26:0)
[10:24:03.291] Timer tick, asking Buildbucket for the build status
[10:24:04.276] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:24:04.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:27:0) after 1m0s
[10:25:04.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:27:0)
[10:25:04.386] Timer tick, asking Buildbucket for the build status
[10:25:04.536] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:25:04.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:28:0) after 1m0s
[10:26:04.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:28:0)
[10:26:04.626] Timer tick, asking Buildbucket for the build status
[10:26:05.814] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:26:05.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:29:0) after 1m0s
[10:27:05.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:29:0)
[10:27:05.837] Timer tick, asking Buildbucket for the build status
[10:27:08.924] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:27:08.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:30:0) after 1m0s
[10:28:09.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:30:0)
[10:28:09.013] Timer tick, asking Buildbucket for the build status
[10:28:09.234] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:28:09.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:31:0) after 1m0s
[10:29:09.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:31:0)
[10:29:09.327] Timer tick, asking Buildbucket for the build status
[10:29:10.093] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:29:10.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:32:0) after 1m0s
[10:30:10.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:32:0)
[10:30:10.125] Timer tick, asking Buildbucket for the build status
[10:30:11.078] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:30:11.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:33:0) after 1m0s
[10:31:11.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:33:0)
[10:31:11.132] Timer tick, asking Buildbucket for the build status
[10:31:11.934] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:31:11.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:34:0) after 1m0s
[10:32:11.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:34:0)
[10:32:11.978] Timer tick, asking Buildbucket for the build status
[10:32:17.077] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:32:17.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:35:0) after 1m0s
[10:33:17.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:35:0)
[10:33:17.119] Timer tick, asking Buildbucket for the build status
[10:33:17.678] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:33:17.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:36:0) after 1m0s
[10:34:17.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:36:0)
[10:34:17.740] Timer tick, asking Buildbucket for the build status
[10:34:18.004] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:34:18.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:37:0) after 1m0s
[10:35:18.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:37:0)
[10:35:18.168] Timer tick, asking Buildbucket for the build status
[10:35:18.596] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:35:18.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:38:0) after 1m0s
[10:36:18.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:38:0)
[10:36:18.625] Timer tick, asking Buildbucket for the build status
[10:36:18.834] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:36:18.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:39:0) after 1m0s
[10:37:18.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:39:0)
[10:37:18.894] Timer tick, asking Buildbucket for the build status
[10:37:19.056] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:37:19.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:40:0) after 1m0s
[10:38:19.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:40:0)
[10:38:19.255] Timer tick, asking Buildbucket for the build status
[10:38:19.437] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:38:19.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:41:0) after 1m0s
[10:39:19.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:41:0)
[10:39:19.523] Timer tick, asking Buildbucket for the build status
[10:39:19.801] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:39:19.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:42:0) after 1m0s
[10:40:19.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:42:0)
[10:40:19.824] Timer tick, asking Buildbucket for the build status
[10:40:20.536] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:40:20.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:43:0) after 1m0s
[10:41:20.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:43:0)
[10:41:20.640] Timer tick, asking Buildbucket for the build status
[10:41:21.377] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:41:21.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:44:0) after 1m0s
[10:42:21.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:44:0)
[10:42:21.562] Timer tick, asking Buildbucket for the build status
[10:42:22.114] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:42:22.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:45:0) after 1m0s
[10:43:22.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:45:0)
[10:43:22.160] Timer tick, asking Buildbucket for the build status
[10:43:22.317] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:43:22.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:46:0) after 1m0s
[10:44:22.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:46:0)
[10:44:22.362] Timer tick, asking Buildbucket for the build status
[10:44:22.517] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:44:22.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:47:0) after 1m0s
[10:45:22.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:47:0)
[10:45:22.589] Timer tick, asking Buildbucket for the build status
[10:45:23.461] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:45:23.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:48:0) after 1m0s
[10:46:23.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:48:0)
[10:46:23.486] Timer tick, asking Buildbucket for the build status
[10:46:24.163] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:46:24.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:49:0) after 1m0s
[10:47:24.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:49:0)
[10:47:24.174] Timer tick, asking Buildbucket for the build status
[10:47:24.402] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:47:24.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:50:0) after 1m0s
[10:48:24.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:50:0)
[10:48:24.422] Timer tick, asking Buildbucket for the build status
[10:48:24.988] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:48:24.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:51:0) after 1m0s
[10:49:24.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:51:0)
[10:49:24.985] Timer tick, asking Buildbucket for the build status
[10:49:25.363] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:49:25.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:52:0) after 1m0s
[10:50:25.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:52:0)
[10:50:25.413] Timer tick, asking Buildbucket for the build status
[10:50:25.610] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:50:25.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:53:0) after 1m0s
[10:51:25.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:53:0)
[10:51:25.632] Timer tick, asking Buildbucket for the build status
[10:51:25.786] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:51:25.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:54:0) after 1m0s
[10:52:25.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:54:0)
[10:52:25.855] Timer tick, asking Buildbucket for the build status
[10:52:26.036] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:52:26.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:55:0) after 1m0s
[10:53:26.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:55:0)
[10:53:26.118] Timer tick, asking Buildbucket for the build status
[10:53:26.276] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:53:26.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:56:0) after 1m0s
[10:54:26.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:56:0)
[10:54:26.342] Timer tick, asking Buildbucket for the build status
[10:54:26.495] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:54:26.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:57:0) after 1m0s
[10:55:26.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:57:0)
[10:55:26.589] Timer tick, asking Buildbucket for the build status
[10:55:27.053] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:55:27.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:58:0) after 1m0s
[10:56:27.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:58:0)
[10:56:27.099] Timer tick, asking Buildbucket for the build status
[10:56:27.467] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:56:27.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:59:0) after 1m0s
[10:57:27.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:59:0)
[10:57:27.512] Timer tick, asking Buildbucket for the build status
[10:57:27.703] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:57:27.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:60:0) after 1m0s
[10:58:27.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:60:0)
[10:58:27.736] Timer tick, asking Buildbucket for the build status
[10:58:27.988] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:58:27.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:61:0) after 1m0s
[10:59:28.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:61:0)
[10:59:28.027] Timer tick, asking Buildbucket for the build status
[10:59:28.828] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[10:59:28.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:62:0) after 1m0s
[11:00:28.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:62:0)
[11:00:28.885] Timer tick, asking Buildbucket for the build status
[11:00:29.084] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:00:29.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:63:0) after 1m0s
[11:01:29.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:63:0)
[11:01:29.166] Timer tick, asking Buildbucket for the build status
[11:01:29.327] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:01:29.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:64:0) after 1m0s
[11:02:29.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:64:0)
[11:02:29.395] Timer tick, asking Buildbucket for the build status
[11:02:29.551] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:02:29.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:65:0) after 1m0s
[11:03:29.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:65:0)
[11:03:29.588] Timer tick, asking Buildbucket for the build status
[11:03:29.994] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:03:29.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:66:0) after 1m0s
[11:04:30.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:66:0)
[11:04:30.091] Timer tick, asking Buildbucket for the build status
[11:04:30.908] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:04:30.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:67:0) after 1m0s
[11:05:30.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:67:0)
[11:05:30.914] Timer tick, asking Buildbucket for the build status
[11:05:32.029] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:05:32.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:68:0) after 1m0s
[11:06:32.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:68:0)
[11:06:32.145] Timer tick, asking Buildbucket for the build status
[11:06:32.310] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:06:32.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:69:0) after 1m0s
[11:07:32.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:69:0)
[11:07:32.365] Timer tick, asking Buildbucket for the build status
[11:07:32.701] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:07:32.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:70:0) after 1m0s
[11:08:32.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:70:0)
[11:08:32.822] Timer tick, asking Buildbucket for the build status
[11:08:33.249] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:08:33.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:71:0) after 1m0s
[11:09:33.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:71:0)
[11:09:33.318] Timer tick, asking Buildbucket for the build status
[11:09:33.679] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:09:33.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:72:0) after 1m0s
[11:10:33.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:72:0)
[11:10:33.804] Timer tick, asking Buildbucket for the build status
[11:10:34.250] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:10:34.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:73:0) after 1m0s
[11:11:34.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:73:0)
[11:11:34.338] Timer tick, asking Buildbucket for the build status
[11:11:34.904] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:11:34.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:74:0) after 1m0s
[11:12:34.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:74:0)
[11:12:34.935] Timer tick, asking Buildbucket for the build status
[11:12:35.828] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:12:35.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:75:0) after 1m0s
[11:13:35.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:75:0)
[11:13:35.836] Timer tick, asking Buildbucket for the build status
[11:13:36.481] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:13:36.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:76:0) after 1m0s
[11:14:36.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:76:0)
[11:14:36.526] Timer tick, asking Buildbucket for the build status
[11:14:37.599] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:14:37.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:77:0) after 1m0s
[11:15:37.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:77:0)
[11:15:37.708] Timer tick, asking Buildbucket for the build status
[11:15:38.008] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:15:38.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:78:0) after 1m0s
[11:16:38.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:78:0)
[11:16:38.020] Timer tick, asking Buildbucket for the build status
[11:16:38.353] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:16:38.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:79:0) after 1m0s
[11:17:38.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:79:0)
[11:17:38.391] Timer tick, asking Buildbucket for the build status
[11:17:38.840] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:17:38.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:80:0) after 1m0s
[11:18:38.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:80:0)
[11:18:38.929] Timer tick, asking Buildbucket for the build status
[11:18:39.481] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:18:39.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:81:0) after 1m0s
[11:19:39.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:81:0)
[11:19:39.546] Timer tick, asking Buildbucket for the build status
[11:19:40.324] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:19:40.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:82:0) after 1m0s
[11:20:40.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:82:0)
[11:20:40.414] Timer tick, asking Buildbucket for the build status
[11:20:41.349] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:20:41.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:83:0) after 1m0s
[11:21:41.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:83:0)
[11:21:41.414] Timer tick, asking Buildbucket for the build status
[11:21:42.513] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:21:42.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:84:0) after 1m0s
[11:22:42.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:84:0)
[11:22:42.590] Timer tick, asking Buildbucket for the build status
[11:22:42.781] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:22:42.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:85:0) after 1m0s
[11:23:42.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:85:0)
[11:23:42.807] Timer tick, asking Buildbucket for the build status
[11:23:43.249] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:23:43.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:86:0) after 1m0s
[11:24:43.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:86:0)
[11:24:43.280] Timer tick, asking Buildbucket for the build status
[11:24:43.896] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:24:43.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:87:0) after 1m0s
[11:25:43.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:87:0)
[11:25:43.923] Timer tick, asking Buildbucket for the build status
[11:25:44.914] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:25:44.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:88:0) after 1m0s
[11:26:45.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:88:0)
[11:26:45.022] Timer tick, asking Buildbucket for the build status
[11:26:45.259] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:26:45.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:89:0) after 1m0s
[11:27:45.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:89:0)
[11:27:45.380] Timer tick, asking Buildbucket for the build status
[11:27:45.822] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:27:45.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:90:0) after 1m0s
[11:28:45.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:90:0)
[11:28:45.849] Timer tick, asking Buildbucket for the build status
[11:28:47.063] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:28:47.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:91:0) after 1m0s
[11:29:47.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:91:0)
[11:29:47.079] Timer tick, asking Buildbucket for the build status
[11:29:47.451] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:29:47.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:92:0) after 1m0s
[11:30:47.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:92:0)
[11:30:47.512] Timer tick, asking Buildbucket for the build status
[11:30:48.211] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:30:48.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:93:0) after 1m0s
[11:31:48.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:93:0)
[11:31:48.265] Timer tick, asking Buildbucket for the build status
[11:31:48.430] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:31:48.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:94:0) after 1m0s
[11:32:48.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:94:0)
[11:32:48.461] Timer tick, asking Buildbucket for the build status
[11:32:48.627] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:32:48.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:95:0) after 1m0s
[11:33:48.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:95:0)
[11:33:48.782] Timer tick, asking Buildbucket for the build status
[11:33:49.837] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:33:49.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:96:0) after 1m0s
[11:34:49.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:96:0)
[11:34:49.873] Timer tick, asking Buildbucket for the build status
[11:34:51.364] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:34:51.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:97:0) after 1m0s
[11:35:51.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:97:0)
[11:35:51.466] Timer tick, asking Buildbucket for the build status
[11:35:51.675] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:35:51.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:98:0) after 1m0s
[11:36:51.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:98:0)
[11:36:51.718] Timer tick, asking Buildbucket for the build status
[11:36:52.175] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:36:52.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:99:0) after 1m0s
[11:37:52.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:99:0)
[11:37:52.205] Timer tick, asking Buildbucket for the build status
[11:37:52.633] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:37:52.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:100:0) after 1m0s
[11:38:52.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:100:0)
[11:38:52.668] Timer tick, asking Buildbucket for the build status
[11:38:52.878] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:38:52.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:101:0) after 1m0s
[11:39:53.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:101:0)
[11:39:53.044] Timer tick, asking Buildbucket for the build status
[11:39:53.319] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:39:53.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:102:0) after 1m0s
[11:40:53.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:102:0)
[11:40:53.333] Timer tick, asking Buildbucket for the build status
[11:40:53.472] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:40:53.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:103:0) after 1m0s
[11:41:53.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:103:0)
[11:41:53.537] Timer tick, asking Buildbucket for the build status
[11:41:54.117] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:41:54.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:104:0) after 1m0s
[11:42:54.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:104:0)
[11:42:54.147] Timer tick, asking Buildbucket for the build status
[11:42:54.824] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:42:54.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:105:0) after 1m0s
[11:43:54.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:105:0)
[11:43:54.866] Timer tick, asking Buildbucket for the build status
[11:43:55.148] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:43:55.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:106:0) after 1m0s
[11:44:55.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:106:0)
[11:44:55.190] Timer tick, asking Buildbucket for the build status
[11:44:55.546] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:44:55.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:107:0) after 1m0s
[11:45:55.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:107:0)
[11:45:55.583] Timer tick, asking Buildbucket for the build status
[11:45:56.301] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:45:56.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:108:0) after 1m0s
[11:46:56.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:108:0)
[11:46:56.345] Timer tick, asking Buildbucket for the build status
[11:46:57.219] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:46:57.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:109:0) after 1m0s
[11:47:57.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:109:0)
[11:47:57.317] Timer tick, asking Buildbucket for the build status
[11:47:57.577] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:47:57.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:110:0) after 1m0s
[11:48:57.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:110:0)
[11:48:57.614] Timer tick, asking Buildbucket for the build status
[11:48:57.943] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:48:57.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:111:0) after 1m0s
[11:49:57.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:111:0)
[11:49:57.982] Timer tick, asking Buildbucket for the build status
[11:49:58.428] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:49:58.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:112:0) after 1m0s
[11:50:58.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:112:0)
[11:50:58.474] Timer tick, asking Buildbucket for the build status
[11:50:58.773] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:50:58.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:113:0) after 1m0s
[11:51:58.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:113:0)
[11:51:58.814] Timer tick, asking Buildbucket for the build status
[11:52:01.453] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:52:01.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:114:0) after 1m0s
[11:53:01.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:114:0)
[11:53:01.485] Timer tick, asking Buildbucket for the build status
[11:53:01.664] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:53:01.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:115:0) after 1m0s
[11:54:01.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:115:0)
[11:54:01.735] Timer tick, asking Buildbucket for the build status
[11:54:02.836] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:54:02.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:116:0) after 1m0s
[11:55:02.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:116:0)
[11:55:02.842] Timer tick, asking Buildbucket for the build status
[11:55:02.993] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:55:02.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:117:0) after 1m0s
[11:56:03.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:117:0)
[11:56:03.022] Timer tick, asking Buildbucket for the build status
[11:56:03.495] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:56:03.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:118:0) after 1m0s
[11:57:03.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:118:0)
[11:57:03.719] Timer tick, asking Buildbucket for the build status
[11:57:04.596] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:57:04.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:119:0) after 1m0s
[11:58:04.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:119:0)
[11:58:04.843] Timer tick, asking Buildbucket for the build status
[11:58:05.184] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:58:05.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:120:0) after 1m0s
[11:59:05.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:120:0)
[11:59:05.400] Timer tick, asking Buildbucket for the build status
[11:59:05.535] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[11:59:05.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:121:0) after 1m0s
[12:00:05.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:121:0)
[12:00:05.738] Timer tick, asking Buildbucket for the build status
[12:00:06.598] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:00:06.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:122:0) after 1m0s
[12:01:06.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:122:0)
[12:01:06.917] Timer tick, asking Buildbucket for the build status
[12:01:07.562] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:01:07.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:123:0) after 1m0s
[12:02:07.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:123:0)
[12:02:07.768] Timer tick, asking Buildbucket for the build status
[12:02:08.015] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:02:08.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:124:0) after 1m0s
[12:03:08.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:124:0)
[12:03:08.233] Timer tick, asking Buildbucket for the build status
[12:03:09.708] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:03:09.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:125:0) after 1m0s
[12:04:09.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:125:0)
[12:04:09.741] Timer tick, asking Buildbucket for the build status
[12:04:09.902] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:04:09.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:126:0) after 1m0s
[12:05:09.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:126:0)
[12:05:09.958] Timer tick, asking Buildbucket for the build status
[12:05:10.944] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:05:10.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:127:0) after 1m0s
[12:06:11.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:127:0)
[12:06:11.150] Timer tick, asking Buildbucket for the build status
[12:06:11.296] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:06:11.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:128:0) after 1m0s
[12:07:11.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:128:0)
[12:07:11.402] Timer tick, asking Buildbucket for the build status
[12:07:11.597] Build 8904523576233041504: status "STARTED", result "", failure_reason "", cancelation_reason ""
[12:07:11.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9069953638413827728:129:0) after 1m0s
[12:07:20.152] Received PubSub notification, asking Buildbucket for the build status
[12:07:20.924] Build 8904523576233041504: status "COMPLETED", result "FAILURE", failure_reason "INFRA_FAILURE", cancelation_reason ""
[12:07:20.924] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1566389234653202",
"created_by": "project:chromium",
"created_ts": "1566381587720892",
"failure_reason": "INFRA_FAILURE",
"id": "8904523576233041504",
"parameters_json": "{\"builder_name\": \"ToTMac\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a5b40765e8e93a1e5ce8b349852d52ad8845d498\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build284-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTMac\", \"buildnumber\": 20935, \"got_angle_revision\": \"ed4906f89d3dc1119de5bd6e7fbe24cf3104bcba\", \"got_clang_revision\": \"369512-7f581df6-0\", \"got_dawn_revision\": \"ae2b9f4720a7286e001d63939b9deaf2731ccc9f\", \"got_nacl_revision\": \"058a26f57015051953a727add26e7e26348b9558\", \"got_revision\": \"a5b40765e8e93a1e5ce8b349852d52ad8845d498\", \"got_revision_cp\": \"refs/heads/master@{#688934}\", \"got_swarming_client_revision\": \"96f125709acfd0b48fc1e5dae7d6ea42291726ac\", \"got_v8_revision\": \"941e663bad8b353c885e3ee775f4d5c96878ecd4\", \"got_v8_revision_cp\": \"refs/heads/7.8.138@{#1}\", \"got_webrtc_revision\": \"364b2673c037b0cd0564e84ccbbf698dd3b60542\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#28921}\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"chromium\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"a5b40765e8e93a1e5ce8b349852d52ad8845d498\"}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11m382q\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build284-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4397-8786906\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1566381742126976",
"status": "COMPLETED",
"status_changed_ts": "1566389236364479",
"tags": [
"build_address:luci.chromium.ci/ToTMac/20935",
"builder:ToTMac",
"buildset:commit/git/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5b40765e8e93a1e5ce8b349852d52ad8845d498",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9069953638413827728",
"scheduler_job_id:chromium/ToTMac",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8904523576233041504/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:46cc6fc7d963a610",
"user_agent:luci-scheduler"
],
"updated_ts": "1566389236368859",
"url": "https://ci.chromium.org/b/8904523576233041504",
"utcnow_ts": "1566389240889875"
}
}
[12:07:20.924] Invocation finished in 2h7m34.667032402s with status FAILED