[09:10:34.650] New invocation is queued and will start shortly
[09:10:35.727] Starting the invocation (attempt 1)
[09:10:35.782] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:10:35.785] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:10:35.785] Buildbucket request:
{
"bucket": "luci.r8.ci",
"client_operation_id": "9034442722590809680",
"parameters_json": "{\"builder_name\":\"linux-internal\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/master@dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\",\"title\":\"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\",\"url\":\"https://r8.googlesource.com/r8/+/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-internal",
"scheduler_invocation_id:9034442722590809680",
"scheduler_job_id:r8/linux-internal",
"user_agent:luci-scheduler",
"buildset:commit/git/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7",
"gitiles_ref:refs/heads/master"
]
}
[09:10:36.497] Buildbucket response:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "PROD",
"created_by": "project:r8",
"created_ts": "1600247435874323",
"id": "8869012660638829040",
"parameters_json": "{\"builder_name\": \"linux-internal\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\", \"title\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\", \"url\": \"https://r8.googlesource.com/r8/+/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}}",
"project": "r8",
"result_details_json": "{\"properties\": {}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1600247436368972",
"tags": [
"build_address:luci.r8.ci/linux-internal/1315",
"builder:linux-internal",
"buildset:commit/git/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9034442722590809680",
"scheduler_job_id:r8/linux-internal",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8869012660638829040/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1600247436369089",
"url": "https://ci.chromium.org/b/8869012660638829040",
"utcnow_ts": "1600247436482138"
}
}
[09:10:36.497] Task URL: https://ci.chromium.org/b/8869012660638829040
[09:10:36.497] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:2:0) after 1m0s
[09:10:45.885] Received PubSub notification, asking Buildbucket for the build status
[09:10:46.186] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:36.606] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:2:0)
[09:11:36.606] Timer tick, asking Buildbucket for the build status
[09:11:37.331] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:11:37.331] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:4:0) after 1m0s
[09:12:37.406] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:4:0)
[09:12:37.407] Timer tick, asking Buildbucket for the build status
[09:12:37.478] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:12:37.478] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:5:0) after 1m0s
[09:13:37.462] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:5:0)
[09:13:37.462] Timer tick, asking Buildbucket for the build status
[09:13:37.526] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:13:37.526] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:6:0) after 1m0s
[09:14:37.573] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:6:0)
[09:14:37.573] Timer tick, asking Buildbucket for the build status
[09:14:37.734] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:14:37.734] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:7:0) after 1m0s
[09:15:37.751] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:7:0)
[09:15:37.751] Timer tick, asking Buildbucket for the build status
[09:15:37.878] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:15:37.878] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:8:0) after 1m0s
[09:16:37.994] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:8:0)
[09:16:37.994] Timer tick, asking Buildbucket for the build status
[09:16:38.062] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:16:38.062] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:9:0) after 1m0s
[09:17:38.270] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:9:0)
[09:17:38.270] Timer tick, asking Buildbucket for the build status
[09:17:38.375] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:17:38.375] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:10:0) after 1m0s
[09:18:38.366] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:10:0)
[09:18:38.366] Timer tick, asking Buildbucket for the build status
[09:18:38.463] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:18:38.463] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:11:0) after 1m0s
[09:19:38.478] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:11:0)
[09:19:38.478] Timer tick, asking Buildbucket for the build status
[09:19:38.562] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:19:38.562] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:12:0) after 1m0s
[09:20:38.639] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:12:0)
[09:20:38.639] Timer tick, asking Buildbucket for the build status
[09:20:38.782] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:20:38.782] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:13:0) after 1m0s
[09:21:38.836] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:13:0)
[09:21:38.836] Timer tick, asking Buildbucket for the build status
[09:21:39.085] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:21:39.085] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:14:0) after 1m0s
[09:22:39.144] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:14:0)
[09:22:39.144] Timer tick, asking Buildbucket for the build status
[09:22:43.316] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:22:43.316] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:15:0) after 1m0s
[09:23:43.324] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:15:0)
[09:23:43.324] Timer tick, asking Buildbucket for the build status
[09:23:43.444] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:23:43.444] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:16:0) after 1m0s
[09:24:43.451] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:16:0)
[09:24:43.451] Timer tick, asking Buildbucket for the build status
[09:24:43.534] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:24:43.534] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:17:0) after 1m0s
[09:25:43.651] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:17:0)
[09:25:43.651] Timer tick, asking Buildbucket for the build status
[09:25:43.787] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:25:43.787] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:18:0) after 1m0s
[09:26:43.841] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:18:0)
[09:26:43.841] Timer tick, asking Buildbucket for the build status
[09:26:43.912] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:26:43.912] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:19:0) after 1m0s
[09:27:43.969] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:19:0)
[09:27:43.969] Timer tick, asking Buildbucket for the build status
[09:27:44.067] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:27:44.067] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:20:0) after 1m0s
[09:28:44.133] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:20:0)
[09:28:44.133] Timer tick, asking Buildbucket for the build status
[09:28:44.326] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:28:44.326] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:21:0) after 1m0s
[09:29:44.409] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:21:0)
[09:29:44.409] Timer tick, asking Buildbucket for the build status
[09:29:44.476] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:29:44.476] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:22:0) after 1m0s
[09:30:44.507] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:22:0)
[09:30:44.507] Timer tick, asking Buildbucket for the build status
[09:30:44.654] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:30:44.654] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:23:0) after 1m0s
[09:31:44.690] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:23:0)
[09:31:44.690] Timer tick, asking Buildbucket for the build status
[09:31:44.768] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:31:44.768] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:24:0) after 1m0s
[09:32:44.902] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:24:0)
[09:32:44.902] Timer tick, asking Buildbucket for the build status
[09:32:45.009] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:32:45.009] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:25:0) after 1m0s
[09:33:45.031] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:25:0)
[09:33:45.031] Timer tick, asking Buildbucket for the build status
[09:33:45.230] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:33:45.230] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:26:0) after 1m0s
[09:34:45.233] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:26:0)
[09:34:45.233] Timer tick, asking Buildbucket for the build status
[09:34:45.609] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:34:45.610] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:27:0) after 1m0s
[09:35:45.671] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:27:0)
[09:35:45.671] Timer tick, asking Buildbucket for the build status
[09:35:45.807] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:35:45.807] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:28:0) after 1m0s
[09:36:45.908] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:28:0)
[09:36:45.908] Timer tick, asking Buildbucket for the build status
[09:36:46.199] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:36:46.199] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:29:0) after 1m0s
[09:37:46.306] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:29:0)
[09:37:46.306] Timer tick, asking Buildbucket for the build status
[09:37:46.478] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:37:46.478] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:30:0) after 1m0s
[09:38:46.592] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:30:0)
[09:38:46.592] Timer tick, asking Buildbucket for the build status
[09:38:46.663] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:38:46.663] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:31:0) after 1m0s
[09:39:46.833] Handling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:31:0)
[09:39:46.833] Timer tick, asking Buildbucket for the build status
[09:39:47.130] Build 8869012660638829040: status "STARTED", result "", failure_reason "", cancelation_reason ""
[09:39:47.130] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:9034442722590809680:32:0) after 1m0s
[09:40:10.325] Received PubSub notification, asking Buildbucket for the build status
[09:40:10.589] Build 8869012660638829040: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[09:40:10.589] Buildbucket build:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "PROD",
"completed_ts": "1600249209695802",
"created_by": "project:r8",
"created_ts": "1600247435874323",
"failure_reason": "BUILD_FAILURE",
"id": "8869012660638829040",
"parameters_json": "{\"builder_name\": \"linux-internal\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\", \"title\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\", \"url\": \"https://r8.googlesource.com/r8/+/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}}",
"project": "r8",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('Run internal') (retcode: 1)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\", \"title\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\", \"url\": \"https://r8.googlesource.com/r8/+/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}]}, \"bot_id\": \"luci-r8-custom-ci-internal-0-yccv\", \"branch\": \"refs/heads/master\", \"builder_group\": \"internal.client.r8\", \"buildername\": \"linux-internal\", \"buildnumber\": 1315, \"internal\": \"True\", \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_900ab73f001a0fd66671af46f52d62d2e286e9fa85c81d9145d576573008cd6c_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"2\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"r8bot-265908\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-custom-ci-internal-0-yccv\"], \"image\": [\"chrome-xenial-20091300-9b3346fad90\"], \"inside_docker\": [\"0\"], \"internal\": [\"true\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-2\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2.7.12\"], \"server_version\": [\"5522-67570db\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-a\"]}}, \"ui\": {\"info\": \"Step('Run internal') (retcode: 1)\"}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1600247445232539",
"status": "COMPLETED",
"status_changed_ts": "1600247445657091",
"tags": [
"build_address:luci.r8.ci/linux-internal/1315",
"builder:linux-internal",
"buildset:commit/git/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/dc6f21bf1d04ab529e0f6d6dd637cbbdc37f15d7",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9034442722590809680",
"scheduler_job_id:r8/linux-internal",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8869012660638829040/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:4eaeff9e830b3410",
"user_agent:luci-scheduler"
],
"updated_ts": "1600249209811438",
"url": "https://ci.chromium.org/b/8869012660638829040",
"utcnow_ts": "1600249210526227"
}
}
[09:40:10.589] Invocation finished in 29m35.960126629s with status FAILED