[01:24:02.254] New invocation is queued and will start shortly
[01:24:03.335] Starting the invocation (attempt 1)
[01:24:03.434] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:24:03.434] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:24:03.434] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9066271609951985280",
"parameters_json": "{\"builder_name\":\"ToTiOS\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"45931ea74ae2f4c9697bc9923f33ac0df04816eb\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTiOS",
"scheduler_invocation_id:9066271609951985280",
"scheduler_job_id:chromium/ToTiOS",
"user_agent:luci-scheduler",
"buildset:commit/git/45931ea74ae2f4c9697bc9923f33ac0df04816eb",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/45931ea74ae2f4c9697bc9923f33ac0df04816eb",
"gitiles_ref:refs/heads/master"
]
}
[01:24:04.145] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"created_by": "project:chromium",
"created_ts": "1569893043587836",
"id": "8900841547886178064",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"45931ea74ae2f4c9697bc9923f33ac0df04816eb\"}}",
"project": "chromium",
"result_details_json": "{\"properties\": {}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1569893044022735",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/10167",
"builder:ToTiOS",
"buildset:commit/git/45931ea74ae2f4c9697bc9923f33ac0df04816eb",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/45931ea74ae2f4c9697bc9923f33ac0df04816eb",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9066271609951985280",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900841547886178064/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1569893044022898",
"url": "https://ci.chromium.org/b/8900841547886178064",
"utcnow_ts": "1569893044136518"
}
}
[01:24:04.145] Task URL: https://ci.chromium.org/b/8900841547886178064
[01:24:04.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:2:0) after 1m0s
[01:25:04.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:2:0)
[01:25:04.206] Timer tick, asking Buildbucket for the build status
[01:25:04.417] Build 8900841547886178064: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:25:04.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:3:0) after 1m0s
[01:26:04.542] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:3:0)
[01:26:04.542] Timer tick, asking Buildbucket for the build status
[01:26:04.832] Build 8900841547886178064: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:26:04.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:4:0) after 1m0s
[01:27:04.885] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:4:0)
[01:27:04.885] Timer tick, asking Buildbucket for the build status
[01:27:05.076] Build 8900841547886178064: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:27:05.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:5:0) after 1m0s
[01:27:32.218] Received PubSub notification, asking Buildbucket for the build status
[01:27:32.355] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:05.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:5:0)
[01:28:05.119] Timer tick, asking Buildbucket for the build status
[01:28:05.329] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:28:05.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:7:0) after 1m0s
[01:29:05.425] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:7:0)
[01:29:05.425] Timer tick, asking Buildbucket for the build status
[01:29:05.612] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:29:05.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:8:0) after 1m0s
[01:30:05.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:8:0)
[01:30:05.808] Timer tick, asking Buildbucket for the build status
[01:30:06.694] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:30:06.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:9:0) after 1m0s
[01:31:06.840] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:9:0)
[01:31:06.840] Timer tick, asking Buildbucket for the build status
[01:31:07.329] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:31:07.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:10:0) after 1m0s
[01:32:07.437] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:10:0)
[01:32:07.437] Timer tick, asking Buildbucket for the build status
[01:32:07.923] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:32:07.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:11:0) after 1m0s
[01:33:07.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:11:0)
[01:33:07.948] Timer tick, asking Buildbucket for the build status
[01:33:08.161] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:33:08.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:12:0) after 1m0s
[01:34:08.303] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:12:0)
[01:34:08.303] Timer tick, asking Buildbucket for the build status
[01:34:09.239] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:34:09.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:13:0) after 1m0s
[01:35:09.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:13:0)
[01:35:09.325] Timer tick, asking Buildbucket for the build status
[01:35:09.505] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:35:09.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:14:0) after 1m0s
[01:36:09.598] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:14:0)
[01:36:09.598] Timer tick, asking Buildbucket for the build status
[01:36:10.192] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:36:10.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:15:0) after 1m0s
[01:37:10.374] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:15:0)
[01:37:10.374] Timer tick, asking Buildbucket for the build status
[01:37:10.487] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:37:10.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:16:0) after 1m0s
[01:38:10.691] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:16:0)
[01:38:10.691] Timer tick, asking Buildbucket for the build status
[01:38:10.891] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:38:10.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:17:0) after 1m0s
[01:39:10.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:17:0)
[01:39:10.918] Timer tick, asking Buildbucket for the build status
[01:39:11.049] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:39:11.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:18:0) after 1m0s
[01:40:11.088] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:18:0)
[01:40:11.088] Timer tick, asking Buildbucket for the build status
[01:40:12.128] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:40:12.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:19:0) after 1m0s
[01:41:12.247] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:19:0)
[01:41:12.247] Timer tick, asking Buildbucket for the build status
[01:41:14.190] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:41:14.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:20:0) after 1m0s
[01:42:14.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:20:0)
[01:42:14.206] Timer tick, asking Buildbucket for the build status
[01:42:14.404] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:42:14.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:21:0) after 1m0s
[01:43:14.499] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:21:0)
[01:43:14.499] Timer tick, asking Buildbucket for the build status
[01:43:15.355] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:43:15.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:22:0) after 1m0s
[01:44:15.378] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:22:0)
[01:44:15.378] Timer tick, asking Buildbucket for the build status
[01:44:15.542] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:44:15.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:23:0) after 1m0s
[01:45:15.575] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:23:0)
[01:45:15.575] Timer tick, asking Buildbucket for the build status
[01:45:16.102] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:45:16.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:24:0) after 1m0s
[01:46:16.094] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:24:0)
[01:46:16.094] Timer tick, asking Buildbucket for the build status
[01:46:16.339] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:46:16.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:25:0) after 1m0s
[01:47:16.429] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:25:0)
[01:47:16.429] Timer tick, asking Buildbucket for the build status
[01:47:16.587] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:47:16.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:26:0) after 1m0s
[01:48:16.667] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:26:0)
[01:48:16.667] Timer tick, asking Buildbucket for the build status
[01:48:17.063] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:48:17.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:27:0) after 1m0s
[01:49:17.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:27:0)
[01:49:17.077] Timer tick, asking Buildbucket for the build status
[01:49:17.261] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:49:17.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:28:0) after 1m0s
[01:50:17.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:28:0)
[01:50:17.320] Timer tick, asking Buildbucket for the build status
[01:50:17.525] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:50:17.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:29:0) after 1m0s
[01:51:17.569] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:29:0)
[01:51:17.569] Timer tick, asking Buildbucket for the build status
[01:51:18.514] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:51:18.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:30:0) after 1m0s
[01:52:18.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:30:0)
[01:52:18.573] Timer tick, asking Buildbucket for the build status
[01:52:18.767] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:52:18.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:31:0) after 1m0s
[01:53:18.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:31:0)
[01:53:18.805] Timer tick, asking Buildbucket for the build status
[01:53:18.946] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:53:18.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:32:0) after 1m0s
[01:54:18.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:32:0)
[01:54:18.976] Timer tick, asking Buildbucket for the build status
[01:54:21.314] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:54:21.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:33:0) after 1m0s
[01:55:21.394] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:33:0)
[01:55:21.394] Timer tick, asking Buildbucket for the build status
[01:55:22.432] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:55:22.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:34:0) after 1m0s
[01:56:22.456] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:34:0)
[01:56:22.456] Timer tick, asking Buildbucket for the build status
[01:56:23.854] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:56:23.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:35:0) after 1m0s
[01:57:23.972] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:35:0)
[01:57:23.972] Timer tick, asking Buildbucket for the build status
[01:57:24.141] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:57:24.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:36:0) after 1m0s
[01:58:24.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:36:0)
[01:58:24.168] Timer tick, asking Buildbucket for the build status
[01:58:24.355] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:58:24.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:37:0) after 1m0s
[01:59:24.475] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:37:0)
[01:59:24.475] Timer tick, asking Buildbucket for the build status
[01:59:24.861] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[01:59:24.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:38:0) after 1m0s
[02:00:24.937] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:38:0)
[02:00:24.937] Timer tick, asking Buildbucket for the build status
[02:00:25.337] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:00:25.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:39:0) after 1m0s
[02:01:25.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:39:0)
[02:01:25.369] Timer tick, asking Buildbucket for the build status
[02:01:26.047] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:01:26.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:40:0) after 1m0s
[02:02:26.122] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:40:0)
[02:02:26.122] Timer tick, asking Buildbucket for the build status
[02:02:26.396] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:02:26.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:41:0) after 1m0s
[02:03:26.421] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:41:0)
[02:03:26.421] Timer tick, asking Buildbucket for the build status
[02:03:26.664] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:03:26.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:42:0) after 1m0s
[02:04:26.690] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:42:0)
[02:04:26.690] Timer tick, asking Buildbucket for the build status
[02:04:27.026] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:04:27.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:43:0) after 1m0s
[02:05:27.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:43:0)
[02:05:27.069] Timer tick, asking Buildbucket for the build status
[02:05:27.837] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:05:27.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:44:0) after 1m0s
[02:06:27.874] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:44:0)
[02:06:27.874] Timer tick, asking Buildbucket for the build status
[02:06:28.006] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:06:28.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:45:0) after 1m0s
[02:07:28.079] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:45:0)
[02:07:28.079] Timer tick, asking Buildbucket for the build status
[02:07:30.041] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:07:30.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:46:0) after 1m0s
[02:08:30.043] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:46:0)
[02:08:30.043] Timer tick, asking Buildbucket for the build status
[02:08:30.906] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:08:30.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:47:0) after 1m0s
[02:09:30.948] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:47:0)
[02:09:30.948] Timer tick, asking Buildbucket for the build status
[02:09:31.614] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:09:31.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:48:0) after 1m0s
[02:10:31.767] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:48:0)
[02:10:31.767] Timer tick, asking Buildbucket for the build status
[02:10:32.075] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:10:32.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:49:0) after 1m0s
[02:11:32.151] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:49:0)
[02:11:32.151] Timer tick, asking Buildbucket for the build status
[02:11:32.506] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:32.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:50:0) after 1m0s
[02:12:32.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:50:0)
[02:12:32.503] Timer tick, asking Buildbucket for the build status
[02:12:32.697] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:32.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:51:0) after 1m0s
[02:13:32.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:51:0)
[02:13:32.729] Timer tick, asking Buildbucket for the build status
[02:13:32.881] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:32.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:52:0) after 1m0s
[02:14:32.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:52:0)
[02:14:32.913] Timer tick, asking Buildbucket for the build status
[02:14:33.458] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:33.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:53:0) after 1m0s
[02:15:33.556] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:53:0)
[02:15:33.556] Timer tick, asking Buildbucket for the build status
[02:15:33.785] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:33.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:54:0) after 1m0s
[02:16:33.821] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:54:0)
[02:16:33.821] Timer tick, asking Buildbucket for the build status
[02:16:34.027] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:34.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:55:0) after 1m0s
[02:17:34.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:55:0)
[02:17:34.111] Timer tick, asking Buildbucket for the build status
[02:17:34.964] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:34.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:56:0) after 1m0s
[02:18:35.005] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:56:0)
[02:18:35.005] Timer tick, asking Buildbucket for the build status
[02:18:35.239] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:35.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:57:0) after 1m0s
[02:19:35.274] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:57:0)
[02:19:35.274] Timer tick, asking Buildbucket for the build status
[02:19:35.455] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:35.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:58:0) after 1m0s
[02:20:35.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:58:0)
[02:20:35.478] Timer tick, asking Buildbucket for the build status
[02:20:35.719] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:35.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:59:0) after 1m0s
[02:21:35.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:59:0)
[02:21:35.791] Timer tick, asking Buildbucket for the build status
[02:21:35.914] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:35.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:60:0) after 1m0s
[02:22:36.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:60:0)
[02:22:36.026] Timer tick, asking Buildbucket for the build status
[02:22:37.876] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:37.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:61:0) after 1m0s
[02:23:38.055] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:61:0)
[02:23:38.055] Timer tick, asking Buildbucket for the build status
[02:23:38.226] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:38.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:62:0) after 1m0s
[02:24:38.269] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:62:0)
[02:24:38.269] Timer tick, asking Buildbucket for the build status
[02:24:38.600] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:38.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:63:0) after 1m0s
[02:25:38.685] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:63:0)
[02:25:38.685] Timer tick, asking Buildbucket for the build status
[02:25:39.230] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:39.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:64:0) after 1m0s
[02:26:39.313] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:64:0)
[02:26:39.313] Timer tick, asking Buildbucket for the build status
[02:26:39.514] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:39.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:65:0) after 1m0s
[02:27:39.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:65:0)
[02:27:39.555] Timer tick, asking Buildbucket for the build status
[02:27:39.712] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:39.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:66:0) after 1m0s
[02:28:39.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:66:0)
[02:28:39.789] Timer tick, asking Buildbucket for the build status
[02:28:39.985] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:39.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:67:0) after 1m0s
[02:29:40.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:67:0)
[02:29:40.100] Timer tick, asking Buildbucket for the build status
[02:29:40.300] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:40.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:68:0) after 1m0s
[02:30:40.364] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:68:0)
[02:30:40.364] Timer tick, asking Buildbucket for the build status
[02:30:41.186] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:41.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:69:0) after 1m0s
[02:31:41.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:69:0)
[02:31:41.370] Timer tick, asking Buildbucket for the build status
[02:31:41.654] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:41.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:70:0) after 1m0s
[02:32:41.763] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:70:0)
[02:32:41.763] Timer tick, asking Buildbucket for the build status
[02:32:42.020] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:42.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:71:0) after 1m0s
[02:33:42.049] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:71:0)
[02:33:42.049] Timer tick, asking Buildbucket for the build status
[02:33:42.208] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:42.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:72:0) after 1m0s
[02:34:42.241] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:72:0)
[02:34:42.241] Timer tick, asking Buildbucket for the build status
[02:34:44.485] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:44.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:73:0) after 1m0s
[02:35:44.574] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:73:0)
[02:35:44.574] Timer tick, asking Buildbucket for the build status
[02:35:44.848] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:44.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:74:0) after 1m0s
[02:36:44.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:74:0)
[02:36:44.911] Timer tick, asking Buildbucket for the build status
[02:36:45.464] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:45.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:75:0) after 1m0s
[02:37:45.497] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:75:0)
[02:37:45.497] Timer tick, asking Buildbucket for the build status
[02:37:45.662] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:45.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:76:0) after 1m0s
[02:38:45.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:76:0)
[02:38:45.734] Timer tick, asking Buildbucket for the build status
[02:38:46.354] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:46.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:77:0) after 1m0s
[02:39:46.384] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:77:0)
[02:39:46.384] Timer tick, asking Buildbucket for the build status
[02:39:47.129] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:47.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:78:0) after 1m0s
[02:40:47.167] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:78:0)
[02:40:47.167] Timer tick, asking Buildbucket for the build status
[02:40:47.307] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:47.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:79:0) after 1m0s
[02:41:47.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:79:0)
[02:41:47.381] Timer tick, asking Buildbucket for the build status
[02:41:47.573] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:47.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:80:0) after 1m0s
[02:42:47.681] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:80:0)
[02:42:47.681] Timer tick, asking Buildbucket for the build status
[02:42:48.094] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:48.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:81:0) after 1m0s
[02:43:48.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:81:0)
[02:43:48.161] Timer tick, asking Buildbucket for the build status
[02:43:48.298] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:48.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:82:0) after 1m0s
[02:44:48.370] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:82:0)
[02:44:48.370] Timer tick, asking Buildbucket for the build status
[02:44:48.860] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:48.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:83:0) after 1m0s
[02:45:48.924] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:83:0)
[02:45:48.924] Timer tick, asking Buildbucket for the build status
[02:45:49.291] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:49.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:84:0) after 1m0s
[02:46:49.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:84:0)
[02:46:49.389] Timer tick, asking Buildbucket for the build status
[02:46:50.381] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:46:50.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:85:0) after 1m0s
[02:47:50.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:85:0)
[02:47:50.478] Timer tick, asking Buildbucket for the build status
[02:47:51.213] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:47:51.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:86:0) after 1m0s
[02:48:51.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:86:0)
[02:48:51.340] Timer tick, asking Buildbucket for the build status
[02:48:52.126] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:48:52.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:87:0) after 1m0s
[02:49:52.124] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:87:0)
[02:49:52.124] Timer tick, asking Buildbucket for the build status
[02:49:52.586] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:49:52.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:88:0) after 1m0s
[02:50:52.725] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:88:0)
[02:50:52.725] Timer tick, asking Buildbucket for the build status
[02:50:52.914] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:50:52.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:89:0) after 1m0s
[02:51:53.031] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:89:0)
[02:51:53.031] Timer tick, asking Buildbucket for the build status
[02:51:53.211] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:51:53.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:90:0) after 1m0s
[02:52:53.291] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:90:0)
[02:52:53.291] Timer tick, asking Buildbucket for the build status
[02:52:53.498] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:52:53.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:91:0) after 1m0s
[02:53:53.576] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:91:0)
[02:53:53.576] Timer tick, asking Buildbucket for the build status
[02:53:54.069] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:53:54.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:92:0) after 1m0s
[02:54:54.084] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:92:0)
[02:54:54.084] Timer tick, asking Buildbucket for the build status
[02:54:54.562] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:54:54.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:93:0) after 1m0s
[02:55:54.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:93:0)
[02:55:54.780] Timer tick, asking Buildbucket for the build status
[02:55:55.605] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:55:55.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:94:0) after 1m0s
[02:56:55.598] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:94:0)
[02:56:55.598] Timer tick, asking Buildbucket for the build status
[02:56:56.218] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:56:56.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:95:0) after 1m0s
[02:57:56.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:95:0)
[02:57:56.243] Timer tick, asking Buildbucket for the build status
[02:57:56.413] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:57:56.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:96:0) after 1m0s
[02:58:56.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:96:0)
[02:58:56.498] Timer tick, asking Buildbucket for the build status
[02:58:56.671] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:58:56.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:97:0) after 1m0s
[02:59:56.897] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:97:0)
[02:59:56.897] Timer tick, asking Buildbucket for the build status
[02:59:57.017] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:59:57.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:98:0) after 1m0s
[03:00:57.082] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:98:0)
[03:00:57.082] Timer tick, asking Buildbucket for the build status
[03:00:58.179] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:00:58.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:99:0) after 1m0s
[03:01:58.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:99:0)
[03:01:58.235] Timer tick, asking Buildbucket for the build status
[03:01:59.217] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:01:59.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:100:0) after 1m0s
[03:02:59.301] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:100:0)
[03:02:59.301] Timer tick, asking Buildbucket for the build status
[03:02:59.432] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:02:59.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:101:0) after 1m0s
[03:03:59.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:101:0)
[03:03:59.507] Timer tick, asking Buildbucket for the build status
[03:04:00.066] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:04:00.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:102:0) after 1m0s
[03:05:00.248] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:102:0)
[03:05:00.248] Timer tick, asking Buildbucket for the build status
[03:05:00.474] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:05:00.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:103:0) after 1m0s
[03:06:00.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:103:0)
[03:06:00.559] Timer tick, asking Buildbucket for the build status
[03:06:00.803] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:06:00.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:104:0) after 1m0s
[03:07:00.886] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:104:0)
[03:07:00.886] Timer tick, asking Buildbucket for the build status
[03:07:02.370] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:07:02.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:105:0) after 1m0s
[03:08:02.571] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:105:0)
[03:08:02.571] Timer tick, asking Buildbucket for the build status
[03:08:02.752] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:08:02.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:106:0) after 1m0s
[03:09:02.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:106:0)
[03:09:02.750] Timer tick, asking Buildbucket for the build status
[03:09:03.214] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:09:03.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:107:0) after 1m0s
[03:10:03.335] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:107:0)
[03:10:03.335] Timer tick, asking Buildbucket for the build status
[03:10:06.785] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:10:06.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:108:0) after 1m0s
[03:11:06.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:108:0)
[03:11:06.836] Timer tick, asking Buildbucket for the build status
[03:11:07.035] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:11:07.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:109:0) after 1m0s
[03:12:07.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:109:0)
[03:12:07.046] Timer tick, asking Buildbucket for the build status
[03:12:07.336] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:12:07.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:110:0) after 1m0s
[03:13:07.355] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:110:0)
[03:13:07.355] Timer tick, asking Buildbucket for the build status
[03:13:07.533] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:13:07.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:111:0) after 1m0s
[03:14:07.550] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:111:0)
[03:14:07.550] Timer tick, asking Buildbucket for the build status
[03:14:07.673] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:14:07.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:112:0) after 1m0s
[03:15:07.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:112:0)
[03:15:07.765] Timer tick, asking Buildbucket for the build status
[03:15:08.465] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:15:08.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:113:0) after 1m0s
[03:16:08.552] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:113:0)
[03:16:08.552] Timer tick, asking Buildbucket for the build status
[03:16:09.507] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:16:09.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:114:0) after 1m0s
[03:17:09.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:114:0)
[03:17:09.663] Timer tick, asking Buildbucket for the build status
[03:17:09.909] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:17:09.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:115:0) after 1m0s
[03:18:10.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:115:0)
[03:18:10.028] Timer tick, asking Buildbucket for the build status
[03:18:10.250] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:18:10.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:116:0) after 1m0s
[03:19:10.348] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:116:0)
[03:19:10.348] Timer tick, asking Buildbucket for the build status
[03:19:10.757] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:19:10.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:117:0) after 1m0s
[03:20:10.876] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:117:0)
[03:20:10.876] Timer tick, asking Buildbucket for the build status
[03:20:11.941] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:20:11.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:118:0) after 1m0s
[03:21:12.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:118:0)
[03:21:12.042] Timer tick, asking Buildbucket for the build status
[03:21:12.774] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:21:12.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:119:0) after 1m0s
[03:22:12.882] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:119:0)
[03:22:12.882] Timer tick, asking Buildbucket for the build status
[03:22:13.037] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:22:13.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:120:0) after 1m0s
[03:23:13.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:120:0)
[03:23:13.034] Timer tick, asking Buildbucket for the build status
[03:23:13.897] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:23:13.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:121:0) after 1m0s
[03:24:13.957] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:121:0)
[03:24:13.957] Timer tick, asking Buildbucket for the build status
[03:24:14.277] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:24:14.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:122:0) after 1m0s
[03:25:14.393] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:122:0)
[03:25:14.393] Timer tick, asking Buildbucket for the build status
[03:25:14.618] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:25:14.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:123:0) after 1m0s
[03:26:14.683] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:123:0)
[03:26:14.683] Timer tick, asking Buildbucket for the build status
[03:26:17.241] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:26:17.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:124:0) after 1m0s
[03:27:17.246] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:124:0)
[03:27:17.246] Timer tick, asking Buildbucket for the build status
[03:27:17.432] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:27:17.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:125:0) after 1m0s
[03:28:17.494] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:125:0)
[03:28:17.494] Timer tick, asking Buildbucket for the build status
[03:28:19.860] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:28:19.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:126:0) after 1m0s
[03:29:19.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:126:0)
[03:29:19.921] Timer tick, asking Buildbucket for the build status
[03:29:20.047] Build 8900841547886178064: status "STARTED", result "", failure_reason "", cancelation_reason ""
[03:29:20.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOS:9066271609951985280:127:0) after 1m0s
[03:29:37.667] Received PubSub notification, asking Buildbucket for the build status
[03:29:38.930] Build 8900841547886178064: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[03:29:38.930] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary_preference": "PROD",
"completed_ts": "1569900577162642",
"created_by": "project:chromium",
"created_ts": "1569893043587836",
"failure_reason": "BUILD_FAILURE",
"id": "8900841547886178064",
"parameters_json": "{\"builder_name\": \"ToTiOS\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"45931ea74ae2f4c9697bc9923f33ac0df04816eb\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"bot_id\": \"build286-m9\", \"branch\": \"refs/heads/master\", \"buildername\": \"ToTiOS\", \"buildnumber\": 10167, \"got_angle_revision\": \"087f1384f233792921d34c0ca5b5a90fac75b070\", \"got_dawn_revision\": \"55a00c7a1f9a188c5a512af510f8184bbdbad580\", \"got_nacl_revision\": \"3651f6c52037c96e034cc422746768d59182bff3\", \"got_revision\": \"45931ea74ae2f4c9697bc9923f33ac0df04816eb\", \"got_revision_cp\": \"refs/heads/master@{#701395}\", \"got_swarming_client_revision\": \"885b3febcc170a60f25795304e60927b77d1e92d\", \"got_v8_revision\": \"f85c93271e01607faa00cbc330301d5b0418c3d1\", \"got_v8_revision_cp\": \"refs/heads/7.9.170@{#1}\", \"got_webrtc_revision\": \"4aded80e0498dc1aa290c6f1be029aded0793388\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#29349}\", \"isolate_server\": \"https://isolateserver.appspot.com\", \"mastername\": \"chromium.clang\", \"path_config\": \"generic\", \"perf_dashboard_machine_group\": \"ChromiumClang\", \"recipe\": \"ios/unified_builder_tester\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"45931ea74ae2f4c9697bc9923f33ac0df04816eb\", \"swarm_hashes\": {\"0\": \"d8a10e5ee87ac8fede16a603403056f739a1335c\", \"1\": \"215acc2b1041273247ec6244b4e7c4d52502797b\", \"10\": \"41cd80d327aca585978f46b37ab86ad35729191d\", \"11\": \"f331672aa36d9bc6a7626d4bb55770df6b0babbe\", \"12\": \"1f0bf17e4fd62ec23d4cb60835a1b9ef9ac16d1d\", \"13\": \"86dfa74460bc1c1c05fb82cd9033481bf7886e9f\", \"14\": \"fbc0aae86d5322f04a2c9e8c9a920d39fb97f871\", \"15\": \"f94e1d838f33463a833123efed466084ff897106\", \"16\": \"332be9e0016d4ee6133802dee33b56fad38e8f64\", \"2\": \"d889115331dbc55f78443841f0284981aa91cf64\", \"3\": \"2417e192c4ad8108ce61e235b6cea29de5cd2a68\", \"4\": \"dcb20ca33b765c6ceae8235ac16405aa79e60bc9\", \"5\": \"c2d35139507f58cebe5ca4b59be31361fd791677\", \"6\": \"4f3895b172599bba6e3f100bc6d6a9c663632f0d\", \"7\": \"379041464fbe507f90be35b85d5bab7d4db81487\", \"8\": \"490c9152e9296bbfc4e58f75a854d8eaa01350c0\", \"9\": \"a5857f385f335e0ed5900058e00d358824a512c8\"}}, \"swarming\": {\"bot_dimensions\": {\"builderless\": [\"1\"], \"caches\": [\"builder_4a4feefdd7e355061708c01720b06a0ca8c49ffc9968a2ebc674541738676b8f_v2\", \"builder_5372538a354f163a20d332d881c6c5d85e35654ac8a57c760866f12033f8a8a5_v2\", \"builder_69caa34b8f39daac28a821cac2619730401d46a6479812cc34796e3bf180418a_v2\", \"builder_ae5debd901c74ee0906916cb62621bceb2a8b657b42c2e2e9e89a0f6a2e5e53b_v2\", \"builder_d42b89eab403033f5a2a8102ec9c436397350cedb439d5e09b11874a5784adb4_v2\", \"git\", \"goma_v2\", \"vpython\", \"xcode_ios_11a419c\", \"xcode_ios_11a420a\", \"xcode_ios_11m392r\"], \"cores\": [\"24\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-E5-2697_v2\"], \"gce\": [\"0\"], \"gpu\": [\"1002\", \"1002:679e\", \"1002:679e-4.0.11-3.2.8\"], \"hidpi\": [\"0\"], \"id\": [\"build286-m9\"], \"mac_model\": [\"MacPro6,1\"], \"machine_type\": [\"n1-standard-16\"], \"os\": [\"Mac\", \"Mac-10.14\", \"Mac-10.14.6\"], \"pool\": [\"luci.chromium.ci\"], \"python\": [\"2.7.10\"], \"server_version\": [\"4443-3a52fcb\"], \"ssd\": [\"1\"], \"zone\": [\"us\", \"us-atl\", \"us-atl-golo\", \"us-atl-golo-m9\"]}}, \"ui\": {\"info\": \"Failed ios_web_inttests (iPhone 6s iOS 12.2).\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1569893251521904",
"status": "COMPLETED",
"status_changed_ts": "1569893251883738",
"tags": [
"build_address:luci.chromium.ci/ToTiOS/10167",
"builder:ToTiOS",
"buildset:commit/git/45931ea74ae2f4c9697bc9923f33ac0df04816eb",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/45931ea74ae2f4c9697bc9923f33ac0df04816eb",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9066271609951985280",
"scheduler_job_id:chromium/ToTiOS",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8900841547886178064/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:os:Mac",
"swarming_tag:recipe_name:ios/unified_builder_tester",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_task_id:479dbd21e6e2fe10",
"user_agent:luci-scheduler"
],
"updated_ts": "1569900577321521",
"url": "https://ci.chromium.org/b/8900841547886178064",
"utcnow_ts": "1569900578899945"
}
}
[03:29:38.930] Invocation finished in 2h5m36.69638958s with status FAILED