[01:35:18.348] New invocation is queued and will start shortly
[01:35:19.599] Starting the invocation (attempt 1)
[01:35:19.644] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:35:19.644] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:35:19.644] Buildbucket request:
{
"bucket": "luci.chromium.ci",
"client_operation_id": "9100878942180681664",
"parameters_json": "{\"builder_name\":\"ToTAndroid x64\",\"properties\":{\"branch\":\"refs/heads/master\",\"repository\":\"https://chromium.googlesource.com/chromium/src.git\",\"revision\":\"035273cd704fec1be98295f237fe9a8f97628690\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:ToTAndroid x64",
"scheduler_invocation_id:9100878942180681664",
"scheduler_job_id:chromium/ToTAndroid x64",
"user_agent:luci-scheduler",
"buildset:commit/git/035273cd704fec1be98295f237fe9a8f97628690",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/035273cd704fec1be98295f237fe9a8f97628690",
"gitiles_ref:refs/heads/master"
]
}
[01:35:20.995] Buildbucket response:
{
"build": {
"bucket": "luci.chromium.ci",
"canary": true,
"canary_preference": "AUTO",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1536888919747195",
"experimental": true,
"id": "8935448880045251424",
"lease_expiration_ts": "1537040120761532",
"lease_key": "1820569950",
"parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"035273cd704fec1be98295f237fe9a8f97628690\"}}",
"project": "chromium",
"result_details_json": "null",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1536888920915167",
"tags": [
"build_address:luci.chromium.ci/ToTAndroid x64/69",
"builder:ToTAndroid x64",
"buildset:commit/git/035273cd704fec1be98295f237fe9a8f97628690",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/035273cd704fec1be98295f237fe9a8f97628690",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9100878942180681664",
"scheduler_job_id:chromium/ToTAndroid x64",
"swarming_dimension:builder:ToTAndroid x64",
"swarming_dimension:caches:builder_a7d29545c6074c6a473b5f497cc7ca87c10158cd95908a66b1450abc2559551e_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:pool:luci.chromium.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.chromium.ci/ToTAndroid x64/69",
"swarming_tag:buildbucket_bucket:luci.chromium.ci",
"swarming_tag:buildbucket_build_id:8935448880045251424",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:1",
"swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
"swarming_tag:builder:ToTAndroid x64",
"swarming_tag:buildset:commit/git/035273cd704fec1be98295f237fe9a8f97628690",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/035273cd704fec1be98295f237fe9a8f97628690",
"swarming_tag:caches:builder_a7d29545c6074c6a473b5f497cc7ca87c10158cd95908a66b1450abc2559551e_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8935448880045251424/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:pool:luci.chromium.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9100878942180681664",
"swarming_tag:scheduler_job_id:chromium/ToTAndroid x64",
"swarming_tag:service_account:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:1703f84e9b7bb6380dceed4b1529dd9f782d52bf",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3fee8961c268e810",
"user_agent:luci-scheduler"
],
"updated_ts": "1536888920915308",
"url": "https://ci.chromium.org/p/chromium/builders/luci.chromium.ci/ToTAndroid x64/69",
"utcnow_ts": "1536888920985720"
}
}
[01:35:20.995] Task URL: https://ci.chromium.org/p/chromium/builders/luci.chromium.ci/ToTAndroid x64/69
[01:35:20.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:2:0) after 1m0s
[01:36:21.014] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:2:0)
[01:36:21.014] Timer tick, asking Buildbucket for the build status
[01:36:21.261] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:36:21.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:3:0) after 1m0s
[01:37:21.283] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:3:0)
[01:37:21.284] Timer tick, asking Buildbucket for the build status
[01:37:21.402] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:37:21.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:4:0) after 1m0s
[01:38:21.427] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:4:0)
[01:38:21.427] Timer tick, asking Buildbucket for the build status
[01:38:21.491] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:38:21.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:5:0) after 1m0s
[01:39:21.553] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:5:0)
[01:39:21.553] Timer tick, asking Buildbucket for the build status
[01:39:21.609] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:39:21.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:6:0) after 1m0s
[01:40:21.644] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:6:0)
[01:40:21.644] Timer tick, asking Buildbucket for the build status
[01:40:21.717] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:40:21.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:7:0) after 1m0s
[01:41:21.766] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:7:0)
[01:41:21.766] Timer tick, asking Buildbucket for the build status
[01:41:21.826] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:41:21.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:8:0) after 1m0s
[01:42:21.906] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:8:0)
[01:42:21.906] Timer tick, asking Buildbucket for the build status
[01:42:21.970] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:42:21.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:9:0) after 1m0s
[01:43:21.995] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:9:0)
[01:43:21.995] Timer tick, asking Buildbucket for the build status
[01:43:22.052] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:43:22.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:10:0) after 1m0s
[01:44:22.078] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:10:0)
[01:44:22.078] Timer tick, asking Buildbucket for the build status
[01:44:22.216] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:44:22.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:11:0) after 1m0s
[01:45:22.242] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:11:0)
[01:45:22.242] Timer tick, asking Buildbucket for the build status
[01:45:22.303] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:45:22.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:12:0) after 1m0s
[01:46:22.350] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:12:0)
[01:46:22.350] Timer tick, asking Buildbucket for the build status
[01:46:22.434] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:46:22.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:13:0) after 1m0s
[01:47:22.466] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:13:0)
[01:47:22.466] Timer tick, asking Buildbucket for the build status
[01:47:22.536] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:47:22.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:14:0) after 1m0s
[01:48:22.558] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:14:0)
[01:48:22.558] Timer tick, asking Buildbucket for the build status
[01:48:22.610] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:48:22.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:15:0) after 1m0s
[01:49:22.741] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:15:0)
[01:49:22.741] Timer tick, asking Buildbucket for the build status
[01:49:22.797] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:49:22.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:16:0) after 1m0s
[01:50:22.821] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:16:0)
[01:50:22.821] Timer tick, asking Buildbucket for the build status
[01:50:22.885] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:50:22.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:17:0) after 1m0s
[01:51:22.992] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:17:0)
[01:51:22.992] Timer tick, asking Buildbucket for the build status
[01:51:23.041] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:51:23.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:18:0) after 1m0s
[01:52:23.069] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:18:0)
[01:52:23.069] Timer tick, asking Buildbucket for the build status
[01:52:23.119] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:52:23.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:19:0) after 1m0s
[01:53:23.165] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:19:0)
[01:53:23.165] Timer tick, asking Buildbucket for the build status
[01:53:23.247] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:53:23.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:20:0) after 1m0s
[01:54:23.273] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:20:0)
[01:54:23.273] Timer tick, asking Buildbucket for the build status
[01:54:23.338] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:54:23.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:21:0) after 1m0s
[01:55:23.379] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:21:0)
[01:55:23.379] Timer tick, asking Buildbucket for the build status
[01:55:23.420] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:55:23.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:22:0) after 1m0s
[01:56:23.473] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:22:0)
[01:56:23.473] Timer tick, asking Buildbucket for the build status
[01:56:23.540] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:56:23.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:23:0) after 1m0s
[01:57:23.591] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:23:0)
[01:57:23.591] Timer tick, asking Buildbucket for the build status
[01:57:23.648] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:57:23.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:24:0) after 1m0s
[01:58:24.146] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:24:0)
[01:58:24.146] Timer tick, asking Buildbucket for the build status
[01:58:24.287] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:58:24.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:25:0) after 1m0s
[01:59:24.904] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:25:0)
[01:59:24.904] Timer tick, asking Buildbucket for the build status
[01:59:24.963] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:59:24.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:26:0) after 1m0s
[02:00:25.150] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:26:0)
[02:00:25.150] Timer tick, asking Buildbucket for the build status
[02:00:25.258] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:00:25.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:27:0) after 1m0s
[02:01:25.303] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:27:0)
[02:01:25.303] Timer tick, asking Buildbucket for the build status
[02:01:25.335] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:01:25.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:28:0) after 1m0s
[02:02:25.363] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:28:0)
[02:02:25.363] Timer tick, asking Buildbucket for the build status
[02:02:25.409] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:02:25.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:29:0) after 1m0s
[02:03:25.639] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:29:0)
[02:03:25.639] Timer tick, asking Buildbucket for the build status
[02:03:25.738] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:03:25.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:30:0) after 1m0s
[02:04:26.387] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:30:0)
[02:04:26.387] Timer tick, asking Buildbucket for the build status
[02:04:26.488] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:04:26.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:31:0) after 1m0s
[02:05:27.150] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:31:0)
[02:05:27.150] Timer tick, asking Buildbucket for the build status
[02:05:27.242] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:05:27.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:32:0) after 1m0s
[02:06:28.011] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:32:0)
[02:06:28.011] Timer tick, asking Buildbucket for the build status
[02:06:28.189] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:06:28.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:33:0) after 1m0s
[02:07:28.308] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:33:0)
[02:07:28.308] Timer tick, asking Buildbucket for the build status
[02:07:28.364] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:07:28.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:34:0) after 1m0s
[02:08:29.276] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:34:0)
[02:08:29.276] Timer tick, asking Buildbucket for the build status
[02:08:29.380] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:08:29.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:35:0) after 1m0s
[02:09:30.219] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:35:0)
[02:09:30.219] Timer tick, asking Buildbucket for the build status
[02:09:30.347] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:09:30.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:36:0) after 1m0s
[02:10:31.185] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:36:0)
[02:10:31.185] Timer tick, asking Buildbucket for the build status
[02:10:31.247] Build 8935448880045251424: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:10:31.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:37:0) after 1m0s
[02:11:16.386] Received PubSub notification, asking Buildbucket for the build status
[02:11:16.421] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:31.980] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:37:0)
[02:11:31.980] Timer tick, asking Buildbucket for the build status
[02:11:32.016] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:11:32.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:39:0) after 1m0s
[02:12:32.885] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:39:0)
[02:12:32.885] Timer tick, asking Buildbucket for the build status
[02:12:32.996] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:12:32.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:40:0) after 1m0s
[02:13:33.386] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:40:0)
[02:13:33.386] Timer tick, asking Buildbucket for the build status
[02:13:33.470] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:13:33.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:41:0) after 1m0s
[02:14:33.548] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:41:0)
[02:14:33.548] Timer tick, asking Buildbucket for the build status
[02:14:33.584] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:14:33.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:42:0) after 1m0s
[02:15:34.267] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:42:0)
[02:15:34.267] Timer tick, asking Buildbucket for the build status
[02:15:34.303] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:15:34.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:43:0) after 1m0s
[02:16:34.349] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:43:0)
[02:16:34.349] Timer tick, asking Buildbucket for the build status
[02:16:34.415] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:16:34.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:44:0) after 1m0s
[02:17:35.161] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:44:0)
[02:17:35.161] Timer tick, asking Buildbucket for the build status
[02:17:35.269] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:17:35.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:45:0) after 1m0s
[02:18:36.114] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:45:0)
[02:18:36.114] Timer tick, asking Buildbucket for the build status
[02:18:36.203] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:18:36.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:46:0) after 1m0s
[02:19:37.788] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:46:0)
[02:19:37.788] Timer tick, asking Buildbucket for the build status
[02:19:37.854] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:19:37.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:47:0) after 1m0s
[02:20:37.888] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:47:0)
[02:20:37.888] Timer tick, asking Buildbucket for the build status
[02:20:37.959] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:20:37.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:48:0) after 1m0s
[02:21:38.798] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:48:0)
[02:21:38.798] Timer tick, asking Buildbucket for the build status
[02:21:38.923] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:21:38.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:49:0) after 1m0s
[02:22:38.965] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:49:0)
[02:22:38.965] Timer tick, asking Buildbucket for the build status
[02:22:39.038] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:22:39.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:50:0) after 1m0s
[02:23:39.090] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:50:0)
[02:23:39.090] Timer tick, asking Buildbucket for the build status
[02:23:39.347] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:23:39.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:51:0) after 1m0s
[02:24:39.392] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:51:0)
[02:24:39.392] Timer tick, asking Buildbucket for the build status
[02:24:39.460] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:24:39.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:52:0) after 1m0s
[02:25:39.498] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:52:0)
[02:25:39.498] Timer tick, asking Buildbucket for the build status
[02:25:39.573] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:25:39.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:53:0) after 1m0s
[02:26:40.003] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:53:0)
[02:26:40.003] Timer tick, asking Buildbucket for the build status
[02:26:40.093] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:26:40.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:54:0) after 1m0s
[02:27:40.516] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:54:0)
[02:27:40.516] Timer tick, asking Buildbucket for the build status
[02:27:40.910] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:27:40.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:55:0) after 1m0s
[02:28:41.180] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:55:0)
[02:28:41.180] Timer tick, asking Buildbucket for the build status
[02:28:41.430] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:28:41.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:56:0) after 1m0s
[02:29:41.452] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:56:0)
[02:29:41.452] Timer tick, asking Buildbucket for the build status
[02:29:41.502] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:29:41.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:57:0) after 1m0s
[02:30:41.532] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:57:0)
[02:30:41.532] Timer tick, asking Buildbucket for the build status
[02:30:41.679] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:30:41.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:58:0) after 1m0s
[02:31:41.701] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:58:0)
[02:31:41.701] Timer tick, asking Buildbucket for the build status
[02:31:41.765] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:31:41.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:59:0) after 1m0s
[02:32:41.789] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:59:0)
[02:32:41.789] Timer tick, asking Buildbucket for the build status
[02:32:41.877] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:32:41.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:60:0) after 1m0s
[02:33:41.897] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:60:0)
[02:33:41.897] Timer tick, asking Buildbucket for the build status
[02:33:41.994] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:33:41.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:61:0) after 1m0s
[02:34:42.020] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:61:0)
[02:34:42.020] Timer tick, asking Buildbucket for the build status
[02:34:42.073] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:34:42.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:62:0) after 1m0s
[02:35:42.102] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:62:0)
[02:35:42.102] Timer tick, asking Buildbucket for the build status
[02:35:42.167] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:35:42.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:63:0) after 1m0s
[02:36:42.206] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:63:0)
[02:36:42.206] Timer tick, asking Buildbucket for the build status
[02:36:42.611] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:36:42.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:64:0) after 1m0s
[02:37:42.660] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:64:0)
[02:37:42.660] Timer tick, asking Buildbucket for the build status
[02:37:42.862] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:37:42.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:65:0) after 1m0s
[02:38:42.904] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:65:0)
[02:38:42.904] Timer tick, asking Buildbucket for the build status
[02:38:43.267] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:38:43.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:66:0) after 1m0s
[02:39:43.594] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:66:0)
[02:39:43.594] Timer tick, asking Buildbucket for the build status
[02:39:43.680] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:39:43.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:67:0) after 1m0s
[02:40:43.710] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:67:0)
[02:40:43.710] Timer tick, asking Buildbucket for the build status
[02:40:44.076] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:40:44.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:68:0) after 1m0s
[02:41:44.109] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:68:0)
[02:41:44.109] Timer tick, asking Buildbucket for the build status
[02:41:44.167] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:41:44.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:69:0) after 1m0s
[02:42:44.788] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:69:0)
[02:42:44.788] Timer tick, asking Buildbucket for the build status
[02:42:44.854] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:42:44.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:70:0) after 1m0s
[02:43:45.650] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:70:0)
[02:43:45.650] Timer tick, asking Buildbucket for the build status
[02:43:45.706] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:43:45.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:71:0) after 1m0s
[02:44:46.427] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:71:0)
[02:44:46.427] Timer tick, asking Buildbucket for the build status
[02:44:46.649] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:44:46.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:72:0) after 1m0s
[02:45:47.521] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:72:0)
[02:45:47.521] Timer tick, asking Buildbucket for the build status
[02:45:47.578] Build 8935448880045251424: status "STARTED", result "", failure_reason "", cancelation_reason ""
[02:45:47.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid x64:9100878942180681664:73:0) after 1m0s
[02:45:58.688] Received PubSub notification, asking Buildbucket for the build status
[02:45:58.754] Build 8935448880045251424: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[02:45:58.755] Buildbucket build:
{
"build": {
"bucket": "luci.chromium.ci",
"canary": true,
"canary_preference": "AUTO",
"completed_ts": "1536893157763425",
"created_by": "user:luci-scheduler@appspot.gserviceaccount.com",
"created_ts": "1536888919747195",
"experimental": true,
"failure_reason": "BUILD_FAILURE",
"id": "8935448880045251424",
"parameters_json": "{\"builder_name\": \"ToTAndroid x64\", \"properties\": {\"branch\": \"refs/heads/master\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"revision\": \"035273cd704fec1be98295f237fe9a8f97628690\"}}",
"project": "chromium",
"result": "FAILURE",
"result_details_json": "{\"ui\": {\"info\": \"Failure compile\"}, \"build_run_result\": {\"infraFailure\": null, \"recipeResult\": {\"failure\": {\"failure\": {\"step\": \"compile\"}, \"humanReason\": \"Step('compile') failed with return_code 1\"}}, \"recipeExitCode\": {\"value\": 1}, \"recipe\": {\"name\": \"chromium\", \"repository\": \"\", \"revision\": \"\"}, \"annotationUrl\": \"logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8935448880045251424/+/annotations\"}, \"swarming\": {\"bot_dimensions\": {\"machine_type\": [\"n1-standard-32\"], \"inside_docker\": [\"0\"], \"python\": [\"2.7.6\"], \"builder\": [\"CFI Linux CF\", \"CFI Linux ToT\", \"ToTAndroid\", \"ToTAndroid (dbg)\", \"ToTAndroid x64\", \"ToTAndroid64\", \"ToTAndroidASan\", \"ToTAndroidCFI\", \"ToTLinux\", \"ToTLinux (dbg)\", \"ToTLinuxASan\", \"ToTLinuxASanLibfuzzer\", \"ToTLinuxCoverage\", \"ToTLinuxMSan\", \"ToTLinuxThinLTO\", \"ToTLinuxUBSanVptr\", \"UBSanVptr Linux\", \"linux-win_cross-rel\"], \"kvm\": [\"1\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"server_version\": [\"3772-022cb40\"], \"image\": [\"chrome-trusty-18042300-b7223b463e3\"], \"gpu\": [\"none\"], \"cores\": [\"32\"], \"zone\": [\"us\", \"us-west\", \"us-west1\", \"us-west1-c\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-14.04\"], \"id\": [\"gce-trusty-32-ca97d11b-us-west1-c-897g\"], \"pool\": [\"luci.chromium.ci\"], \"caches\": [\"builder_14dfe270712e8b4026e369329892932d74671814e382f5a99174e0702d49bf79_v2\", \"git\", \"goma_v2\", \"vpython\"]}}, \"properties\": {\"got_nacl_revision\": \"32b6deb45d5fbc77c5f65d35db45c48cae3c06bc\", \"got_webrtc_revision_cp\": \"refs/heads/master@{#24732}\", \"got_swarming_client_revision\": \"486c9b53c4d54dd4b95bb6ce0e31160e600dfc11\", \"got_revision\": \"035273cd704fec1be98295f237fe9a8f97628690\", \"recipe\": \"chromium\", \"got_clang_revision\": \"342201\", \"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"got_revision_cp\": \"refs/heads/master@{#591253}\", \"branch\": \"refs/heads/master\", \"revision\": \"035273cd704fec1be98295f237fe9a8f97628690\", \"repository\": \"https://chromium.googlesource.com/chromium/src.git\", \"buildername\": \"ToTAndroid x64\", \"got_webrtc_revision\": \"c0af56b9fb654f27404625afc675acb94cbc4096\", \"mastername\": \"chromium.clang\", \"got_angle_revision\": \"7f2329398fe8a8b57fa16ec222127a55a457968d\", \"buildbucket\": {\"hostname\": \"cr-buildbucket.appspot.com\", \"build\": {\"created_ts\": 1536888919747195, \"tags\": [\"builder:ToTAndroid x64\", \"buildset:commit/git/035273cd704fec1be98295f237fe9a8f97628690\", \"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/035273cd704fec1be98295f237fe9a8f97628690\", \"gitiles_ref:refs/heads/master\", \"scheduler_invocation_id:9100878942180681664\", \"scheduler_job_id:chromium/ToTAndroid x64\", \"user_agent:luci-scheduler\"], \"bucket\": \"luci.chromium.ci\", \"created_by\": \"user:luci-scheduler@appspot.gserviceaccount.com\", \"project\": \"chromium\", \"id\": \"8935448880045251424\"}}, \"got_v8_revision\": \"c12805f8d5c043bc83b9cb16de020c3f94fe5f27\", \"got_v8_revision_cp\": \"refs/heads/7.1.97@{#1}\", \"$recipe_engine/runtime\": {\"is_experimental\": true, \"is_luci\": true}, \"buildnumber\": 69, \"perf_dashboard_machine_group\": \"ChromiumClang\", \"path_config\": \"generic\", \"bot_id\": \"gce-trusty-32-ca97d11b-us-west1-c-897g\", \"got_buildtools_revision\": \"2dff9c9c74e9d732e6fe57c84ef7fd044cc45d96\"}}",
"service_account": "chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1536891075380181",
"status": "COMPLETED",
"status_changed_ts": "1536893158205944",
"tags": [
"build_address:luci.chromium.ci/ToTAndroid x64/69",
"builder:ToTAndroid x64",
"buildset:commit/git/035273cd704fec1be98295f237fe9a8f97628690",
"buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/035273cd704fec1be98295f237fe9a8f97628690",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9100878942180681664",
"scheduler_job_id:chromium/ToTAndroid x64",
"swarming_dimension:builder:ToTAndroid x64",
"swarming_dimension:caches:builder_a7d29545c6074c6a473b5f497cc7ca87c10158cd95908a66b1450abc2559551e_v2",
"swarming_dimension:cpu:x86-64",
"swarming_dimension:pool:luci.chromium.ci",
"swarming_hostname:chromium-swarm.appspot.com",
"swarming_tag:build_address:luci.chromium.ci/ToTAndroid x64/69",
"swarming_tag:buildbucket_bucket:luci.chromium.ci",
"swarming_tag:buildbucket_build_id:8935448880045251424",
"swarming_tag:buildbucket_hostname:cr-buildbucket.appspot.com",
"swarming_tag:buildbucket_template_canary:1",
"swarming_tag:buildbucket_template_revision:ca2c7a741e04d0385e2bf62941ac932dc0521af3",
"swarming_tag:builder:ToTAndroid x64",
"swarming_tag:buildset:commit/git/035273cd704fec1be98295f237fe9a8f97628690",
"swarming_tag:buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/035273cd704fec1be98295f237fe9a8f97628690",
"swarming_tag:caches:builder_a7d29545c6074c6a473b5f497cc7ca87c10158cd95908a66b1450abc2559551e_v2",
"swarming_tag:cpu:x86-64",
"swarming_tag:gitiles_ref:refs/heads/master",
"swarming_tag:log_location:logdog://logs.chromium.org/chromium/buildbucket/cr-buildbucket.appspot.com/8935448880045251424/+/annotations",
"swarming_tag:luci_project:chromium",
"swarming_tag:pool:luci.chromium.ci",
"swarming_tag:priority:60",
"swarming_tag:recipe_name:chromium",
"swarming_tag:recipe_package:infra/recipe_bundles/chromium.googlesource.com/chromium/tools/build",
"swarming_tag:scheduler_invocation_id:9100878942180681664",
"swarming_tag:scheduler_job_id:chromium/ToTAndroid x64",
"swarming_tag:service_account:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"swarming_tag:swarming.pool.template:skip",
"swarming_tag:swarming.pool.version:1703f84e9b7bb6380dceed4b1529dd9f782d52bf",
"swarming_tag:user:None",
"swarming_tag:user_agent:luci-scheduler",
"swarming_tag:vpython:native-python-wrapper",
"swarming_task_id:3fee8961c268e810",
"user_agent:luci-scheduler"
],
"updated_ts": "1536893158207362",
"url": "https://ci.chromium.org/p/chromium/builders/luci.chromium.ci/ToTAndroid x64/69",
"utcnow_ts": "1536893158740804"
}
}
[02:45:58.758] Invocation finished in 1h10m40.430307185s with status FAILED