[23:35:19.314] New invocation is queued and will start shortly
[23:35:20.580] Starting the invocation (attempt 1)
[23:35:20.615] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:35:20.615] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:35:20.615] Buildbucket request:
{
"bucket": "luci.r8.ci",
"client_operation_id": "9017718475753623824",
"parameters_json": "{\"builder_name\":\"linux-run-on-app-dump\",\"properties\":{\"$recipe_engine/scheduler\":{\"hostname\":\"luci-scheduler.appspot.com\",\"triggers\":[{\"gitiles\":{\"ref\":\"refs/heads/master\",\"repo\":\"https://r8.googlesource.com/r8\",\"revision\":\"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"},\"id\":\"https://r8.googlesource.com/r8/+/refs/heads/master@078894fbae402872a07d39e3a3ab10d7fbbcf5dd\",\"title\":\"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\",\"url\":\"https://r8.googlesource.com/r8/+/078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}]},\"branch\":\"refs/heads/master\",\"repository\":\"https://r8.googlesource.com/r8\",\"revision\":\"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}}",
"pubsub_callback": {
"auth_token": "...",
"topic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
},
"tags": [
"builder:linux-run-on-app-dump",
"scheduler_invocation_id:9017718475753623824",
"scheduler_job_id:r8/linux-run-on-app-dump",
"user_agent:luci-scheduler",
"buildset:commit/git/078894fbae402872a07d39e3a3ab10d7fbbcf5dd",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/078894fbae402872a07d39e3a3ab10d7fbbcf5dd",
"gitiles_ref:refs/heads/master"
]
}
[23:35:21.189] Buildbucket response:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "PROD",
"created_by": "project:r8",
"created_ts": "1616196920692050",
"id": "8852288413646220656",
"parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@078894fbae402872a07d39e3a3ab10d7fbbcf5dd\", \"title\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\", \"url\": \"https://r8.googlesource.com/r8/+/078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}}",
"project": "r8",
"result_details_json": "{\"properties\": {}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"status": "SCHEDULED",
"status_changed_ts": "1616196921064632",
"tags": [
"build_address:luci.r8.ci/linux-run-on-app-dump/642",
"builder:linux-run-on-app-dump",
"buildset:commit/git/078894fbae402872a07d39e3a3ab10d7fbbcf5dd",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/078894fbae402872a07d39e3a3ab10d7fbbcf5dd",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9017718475753623824",
"scheduler_job_id:r8/linux-run-on-app-dump",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8852288413646220656/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:",
"user_agent:luci-scheduler"
],
"updated_ts": "1616196921064969",
"url": "https://ci.chromium.org/b/8852288413646220656",
"utcnow_ts": "1616196921182223"
}
}
[23:35:21.189] Task URL: https://ci.chromium.org/b/8852288413646220656
[23:35:21.189] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:2:0) after 1m0s
[23:36:21.224] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:2:0)
[23:36:21.224] Timer tick, asking Buildbucket for the build status
[23:36:21.514] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:36:21.514] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:3:0) after 1m0s
[23:37:21.515] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:3:0)
[23:37:21.545] Build status: SCHEDULED
[23:37:21.545] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:4:0) after 5m7s
[23:42:28.630] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:4:0)
[23:42:28.630] Timer tick, asking Buildbucket for the build status
[23:42:28.706] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:42:28.706] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:5:0) after 1m0s
[23:43:28.870] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:5:0)
[23:43:28.893] Build status: SCHEDULED
[23:43:28.893] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:6:0) after 4m53s
[23:48:22.015] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:6:0)
[23:48:22.015] Timer tick, asking Buildbucket for the build status
[23:48:22.189] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:48:22.189] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:7:0) after 1m0s
[23:49:22.272] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:7:0)
[23:49:22.272] Timer tick, asking Buildbucket for the build status
[23:49:22.339] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[23:49:22.339] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:8:0) after 1m0s
[23:50:22.377] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:8:0)
[23:50:22.401] Build status: SCHEDULED
[23:50:22.402] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:9:0) after 9m38s
[00:00:00.421] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:9:0)
[00:00:00.421] Timer tick, asking Buildbucket for the build status
[00:00:00.610] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:00:00.610] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:10:0) after 1m0s
[00:01:00.640] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:10:0)
[00:01:00.640] Timer tick, asking Buildbucket for the build status
[00:01:00.780] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:01:00.780] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:11:0) after 1m0s
[00:02:00.827] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:11:0)
[00:02:00.861] Build status: SCHEDULED
[00:02:00.861] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:12:0) after 8m43s
[00:10:43.891] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:12:0)
[00:10:43.920] Build status: SCHEDULED
[00:10:43.920] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:13:0) after 5m30s
[00:16:13.959] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:13:0)
[00:16:13.987] Build status: SCHEDULED
[00:16:13.987] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:14:0) after 6m2s
[00:22:16.003] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:14:0)
[00:22:16.028] Build status: SCHEDULED
[00:22:16.028] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:15:0) after 6m12s
[00:28:28.112] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:15:0)
[00:28:28.147] Build status: SCHEDULED
[00:28:28.147] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:16:0) after 3m9s
[00:31:37.164] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:16:0)
[00:31:37.195] Build status: SCHEDULED
[00:31:37.195] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:17:0) after 5m56s
[00:37:33.265] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:17:0)
[00:37:33.291] Build status: SCHEDULED
[00:37:33.291] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:18:0) after 7m31s
[00:45:04.326] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:18:0)
[00:45:04.326] Timer tick, asking Buildbucket for the build status
[00:45:04.413] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[00:45:04.413] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:19:0) after 1m0s
[00:46:04.430] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:19:0)
[00:46:04.458] Build status: SCHEDULED
[00:46:04.459] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:20:0) after 7m53s
[00:53:57.556] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:20:0)
[00:53:57.581] Build status: SCHEDULED
[00:53:57.581] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:21:0) after 1m26s
[00:55:23.598] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:21:0)
[00:55:23.623] Build status: SCHEDULED
[00:55:23.623] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:22:0) after 1m53s
[00:57:16.654] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:22:0)
[00:57:16.683] Build status: SCHEDULED
[00:57:16.683] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:23:0) after 3m52s
[01:01:08.794] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:23:0)
[01:01:08.794] Timer tick, asking Buildbucket for the build status
[01:01:08.868] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:01:08.868] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:24:0) after 1m0s
[01:02:08.909] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:24:0)
[01:02:08.909] Timer tick, asking Buildbucket for the build status
[01:02:08.979] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:02:08.979] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:25:0) after 1m0s
[01:03:09.037] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:25:0)
[01:03:09.037] Timer tick, asking Buildbucket for the build status
[01:03:09.127] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:03:09.127] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:26:0) after 1m0s
[01:04:09.192] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:26:0)
[01:04:09.233] Build status: SCHEDULED
[01:04:09.233] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:27:0) after 5m29s
[01:09:38.272] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:27:0)
[01:09:38.272] Timer tick, asking Buildbucket for the build status
[01:09:38.613] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:09:38.613] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:28:0) after 1m0s
[01:10:38.641] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:28:0)
[01:10:38.669] Build status: SCHEDULED
[01:10:38.669] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:29:0) after 7m42s
[01:18:20.747] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:29:0)
[01:18:20.747] Timer tick, asking Buildbucket for the build status
[01:18:21.000] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:18:21.000] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:30:0) after 1m0s
[01:19:21.021] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:30:0)
[01:19:21.021] Timer tick, asking Buildbucket for the build status
[01:19:21.087] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:19:21.087] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:31:0) after 1m0s
[01:20:21.114] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:31:0)
[01:20:21.139] Build status: SCHEDULED
[01:20:21.139] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:32:0) after 2m59s
[01:23:20.159] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:32:0)
[01:23:20.159] Timer tick, asking Buildbucket for the build status
[01:23:20.441] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:23:20.441] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:33:0) after 1m0s
[01:24:20.463] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:33:0)
[01:24:20.463] Timer tick, asking Buildbucket for the build status
[01:24:20.544] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:24:20.544] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:34:0) after 1m0s
[01:25:20.588] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:34:0)
[01:25:20.622] Build status: SCHEDULED
[01:25:20.622] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:35:0) after 7m12s
[01:32:32.667] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:35:0)
[01:32:32.667] Timer tick, asking Buildbucket for the build status
[01:32:32.749] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:32:32.749] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:36:0) after 1m0s
[01:33:32.767] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:36:0)
[01:33:32.820] Build status: SCHEDULED
[01:33:32.820] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:37:0) after 4m14s
[01:37:46.901] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:37:0)
[01:37:46.924] Build status: SCHEDULED
[01:37:46.924] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:38:0) after 7m50s
[01:45:36.982] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:38:0)
[01:45:36.982] Timer tick, asking Buildbucket for the build status
[01:45:37.063] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:45:37.063] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:39:0) after 1m0s
[01:46:37.085] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:39:0)
[01:46:37.117] Build status: SCHEDULED
[01:46:37.117] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:40:0) after 1m10s
[01:47:47.148] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:40:0)
[01:47:47.149] Timer tick, asking Buildbucket for the build status
[01:47:47.253] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:47:47.253] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:41:0) after 1m0s
[01:48:47.274] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:41:0)
[01:48:47.304] Build status: SCHEDULED
[01:48:47.304] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:42:0) after 2m4s
[01:50:51.358] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:42:0)
[01:50:51.358] Timer tick, asking Buildbucket for the build status
[01:50:51.537] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[01:50:51.537] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:43:0) after 1m0s
[01:51:51.555] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:43:0)
[01:51:51.582] Build status: SCHEDULED
[01:51:51.582] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:44:0) after 5m33s
[01:57:24.655] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:44:0)
[01:57:24.683] Build status: SCHEDULED
[01:57:24.684] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:45:0) after 2m58s
[02:00:22.724] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:45:0)
[02:00:22.724] Timer tick, asking Buildbucket for the build status
[02:00:22.822] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:00:22.822] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:46:0) after 1m0s
[02:01:22.854] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:46:0)
[02:01:22.999] Build status: SCHEDULED
[02:01:22.999] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:47:0) after 1m16s
[02:02:39.096] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:47:0)
[02:02:39.096] Timer tick, asking Buildbucket for the build status
[02:02:39.219] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:02:39.219] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:48:0) after 1m0s
[02:03:39.288] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:48:0)
[02:03:39.288] Timer tick, asking Buildbucket for the build status
[02:03:39.366] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:03:39.366] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:49:0) after 1m0s
[02:04:39.392] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:49:0)
[02:04:39.392] Timer tick, asking Buildbucket for the build status
[02:04:39.464] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:04:39.464] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:50:0) after 1m0s
[02:05:39.545] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:50:0)
[02:05:39.545] Timer tick, asking Buildbucket for the build status
[02:05:39.633] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:05:39.633] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:51:0) after 1m0s
[02:06:39.737] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:51:0)
[02:06:39.737] Timer tick, asking Buildbucket for the build status
[02:06:39.849] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:06:39.849] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:52:0) after 1m0s
[02:07:39.867] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:52:0)
[02:07:39.891] Build status: SCHEDULED
[02:07:39.891] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:53:0) after 3m43s
[02:11:22.915] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:53:0)
[02:11:22.915] Timer tick, asking Buildbucket for the build status
[02:11:23.006] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:11:23.006] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:54:0) after 1m0s
[02:12:23.025] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:54:0)
[02:12:23.052] Build status: SCHEDULED
[02:12:23.052] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:55:0) after 8m30s
[02:20:53.121] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:55:0)
[02:20:53.153] Build status: SCHEDULED
[02:20:53.153] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:56:0) after 3m40s
[02:24:33.173] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:56:0)
[02:24:33.173] Timer tick, asking Buildbucket for the build status
[02:24:33.249] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:24:33.249] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:57:0) after 1m0s
[02:25:33.308] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:57:0)
[02:25:33.308] Timer tick, asking Buildbucket for the build status
[02:25:33.589] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:25:33.589] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:58:0) after 1m0s
[02:26:33.611] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:58:0)
[02:26:33.635] Build status: SCHEDULED
[02:26:33.636] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:59:0) after 2m2s
[02:28:35.635] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:59:0)
[02:28:35.635] Timer tick, asking Buildbucket for the build status
[02:28:35.697] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:28:35.697] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:60:0) after 1m0s
[02:29:35.725] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:60:0)
[02:29:35.748] Build status: SCHEDULED
[02:29:35.748] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:61:0) after 9m27s
[02:39:02.826] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:61:0)
[02:39:02.826] Timer tick, asking Buildbucket for the build status
[02:39:02.927] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[02:39:02.927] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:62:0) after 1m0s
[02:40:03.000] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:62:0)
[02:40:03.037] Build status: SCHEDULED
[02:40:03.037] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:63:0) after 9m26s
[02:49:29.058] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:63:0)
[02:49:29.088] Build status: SCHEDULED
[02:49:29.088] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:64:0) after 2m50s
[02:52:19.130] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:64:0)
[02:52:19.157] Build status: SCHEDULED
[02:52:19.157] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:65:0) after 8m42s
[03:01:01.229] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:65:0)
[03:01:01.229] Timer tick, asking Buildbucket for the build status
[03:01:01.441] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:01:01.441] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:66:0) after 1m0s
[03:02:01.616] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:66:0)
[03:02:01.644] Build status: SCHEDULED
[03:02:01.644] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:67:0) after 3m47s
[03:05:48.705] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:67:0)
[03:05:48.705] Timer tick, asking Buildbucket for the build status
[03:05:48.858] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:05:48.858] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:68:0) after 1m0s
[03:06:48.841] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:68:0)
[03:06:48.878] Build status: SCHEDULED
[03:06:48.878] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:69:0) after 7m57s
[03:14:45.906] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:69:0)
[03:14:45.934] Build status: SCHEDULED
[03:14:45.934] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:70:0) after 6m18s
[03:21:04.001] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:70:0)
[03:21:04.035] Build status: SCHEDULED
[03:21:04.035] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:71:0) after 8m56s
[03:30:00.397] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:71:0)
[03:30:00.397] Timer tick, asking Buildbucket for the build status
[03:30:00.472] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:30:00.472] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:72:0) after 1m0s
[03:31:01.274] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:72:0)
[03:31:01.307] Build status: SCHEDULED
[03:31:01.307] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:73:0) after 7m56s
[03:38:57.300] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:73:0)
[03:38:57.300] Timer tick, asking Buildbucket for the build status
[03:38:57.564] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:38:57.564] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:74:0) after 1m0s
[03:39:57.643] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:74:0)
[03:39:57.643] Timer tick, asking Buildbucket for the build status
[03:39:57.717] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:39:57.717] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:75:0) after 1m0s
[03:40:57.734] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:75:0)
[03:40:57.734] Timer tick, asking Buildbucket for the build status
[03:40:57.883] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:40:57.883] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:76:0) after 1m0s
[03:41:57.952] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:76:0)
[03:41:57.952] Timer tick, asking Buildbucket for the build status
[03:41:58.116] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:41:58.116] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:77:0) after 1m0s
[03:42:58.162] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:77:0)
[03:42:58.162] Timer tick, asking Buildbucket for the build status
[03:42:58.504] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:42:58.504] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:78:0) after 1m0s
[03:43:58.563] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:78:0)
[03:43:58.589] Build status: SCHEDULED
[03:43:58.589] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:79:0) after 2m20s
[03:46:18.608] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:79:0)
[03:46:18.635] Build status: SCHEDULED
[03:46:18.635] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:80:0) after 5m16s
[03:51:34.702] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:80:0)
[03:51:34.742] Build status: SCHEDULED
[03:51:34.742] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:81:0) after 2m12s
[03:53:46.741] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:81:0)
[03:53:46.768] Build status: SCHEDULED
[03:53:46.769] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:82:0) after 2m36s
[03:56:22.791] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:82:0)
[03:56:22.791] Timer tick, asking Buildbucket for the build status
[03:56:22.918] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:56:22.918] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:83:0) after 1m0s
[03:57:22.943] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:83:0)
[03:57:22.943] Timer tick, asking Buildbucket for the build status
[03:57:23.085] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:57:23.085] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:84:0) after 1m0s
[03:58:23.108] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:84:0)
[03:58:23.108] Timer tick, asking Buildbucket for the build status
[03:58:23.351] Build 8852288413646220656: status "SCHEDULED", result "", failure_reason "", cancelation_reason ""
[03:58:23.351] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:85:0) after 1m0s
[03:59:23.387] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:85:0)
[03:59:23.417] Build status: SCHEDULED
[03:59:23.417] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:86:0) after 8m48s
[04:01:36.565] Received PubSub notification, asking Buildbucket for the build status
[04:01:36.670] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:11.561] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:86:0)
[04:08:11.561] Timer tick, asking Buildbucket for the build status
[04:08:11.653] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:08:11.653] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:88:0) after 1m0s
[04:09:11.673] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:88:0)
[04:09:11.673] Timer tick, asking Buildbucket for the build status
[04:09:11.733] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:09:11.733] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:89:0) after 1m0s
[04:10:11.752] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:89:0)
[04:10:11.752] Timer tick, asking Buildbucket for the build status
[04:10:11.836] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:10:11.836] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:90:0) after 1m0s
[04:11:11.855] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:90:0)
[04:11:11.886] Build status: STARTED
[04:11:11.886] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:91:0) after 3m8s
[04:14:19.907] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:91:0)
[04:14:19.937] Build status: STARTED
[04:14:19.937] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:92:0) after 6m7s
[04:20:27.031] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:92:0)
[04:20:27.055] Build status: STARTED
[04:20:27.055] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:93:0) after 2m7s
[04:22:34.077] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:93:0)
[04:22:34.129] Build status: STARTED
[04:22:34.129] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:94:0) after 4m10s
[04:26:44.166] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:94:0)
[04:26:44.166] Timer tick, asking Buildbucket for the build status
[04:26:44.262] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:26:44.262] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:95:0) after 1m0s
[04:27:44.296] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:95:0)
[04:27:44.341] Build status: STARTED
[04:27:44.341] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:96:0) after 9m27s
[04:37:11.507] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:96:0)
[04:37:11.507] Timer tick, asking Buildbucket for the build status
[04:37:11.615] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:37:11.615] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:97:0) after 1m0s
[04:38:11.640] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:97:0)
[04:38:11.668] Build status: STARTED
[04:38:11.669] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:98:0) after 3m30s
[04:41:41.730] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:98:0)
[04:41:41.730] Timer tick, asking Buildbucket for the build status
[04:41:41.810] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:41:41.810] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:99:0) after 1m0s
[04:42:42.029] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:99:0)
[04:42:42.029] Timer tick, asking Buildbucket for the build status
[04:42:42.196] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:42:42.196] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:100:0) after 1m0s
[04:43:42.288] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:100:0)
[04:43:42.323] Build status: STARTED
[04:43:42.323] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:101:0) after 2m23s
[04:46:05.320] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:101:0)
[04:46:05.358] Build status: STARTED
[04:46:05.358] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:102:0) after 3m11s
[04:49:16.385] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:102:0)
[04:49:16.385] Timer tick, asking Buildbucket for the build status
[04:49:16.478] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:49:16.478] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:103:0) after 1m0s
[04:50:16.502] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:103:0)
[04:50:16.536] Build status: STARTED
[04:50:16.536] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:104:0) after 5m20s
[04:55:36.556] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:104:0)
[04:55:36.556] Timer tick, asking Buildbucket for the build status
[04:55:36.630] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:55:36.630] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:105:0) after 1m0s
[04:56:36.661] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:105:0)
[04:56:36.661] Timer tick, asking Buildbucket for the build status
[04:56:36.727] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:56:36.727] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:106:0) after 1m0s
[04:57:37.053] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:106:0)
[04:57:37.053] Timer tick, asking Buildbucket for the build status
[04:57:37.128] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[04:57:37.128] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:107:0) after 1m0s
[04:58:37.146] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:107:0)
[04:58:37.172] Build status: STARTED
[04:58:37.172] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:108:0) after 2m28s
[05:01:06.576] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:108:0)
[05:01:06.603] Build status: STARTED
[05:01:06.603] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:109:0) after 9m9s
[05:10:15.709] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:109:0)
[05:10:15.768] Build status: STARTED
[05:10:15.768] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:110:0) after 8m49s
[05:19:05.266] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:110:0)
[05:19:05.290] Build status: STARTED
[05:19:05.290] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:111:0) after 5m6s
[05:24:11.662] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:111:0)
[05:24:11.707] Build status: STARTED
[05:24:11.707] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:112:0) after 3m17s
[05:27:28.775] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:112:0)
[05:27:28.775] Timer tick, asking Buildbucket for the build status
[05:27:28.927] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:27:28.927] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:113:0) after 1m0s
[05:28:28.950] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:113:0)
[05:28:28.981] Build status: STARTED
[05:28:28.981] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:114:0) after 5m19s
[05:33:48.019] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:114:0)
[05:33:48.019] Timer tick, asking Buildbucket for the build status
[05:33:48.106] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:33:48.106] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:115:0) after 1m0s
[05:34:48.249] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:115:0)
[05:34:48.301] Build status: STARTED
[05:34:48.301] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:116:0) after 4m24s
[05:39:12.410] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:116:0)
[05:39:12.438] Build status: STARTED
[05:39:12.438] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:117:0) after 3m7s
[05:42:19.792] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:117:0)
[05:42:19.818] Build status: STARTED
[05:42:19.818] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:118:0) after 8m6s
[05:50:25.921] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:118:0)
[05:50:25.949] Build status: STARTED
[05:50:25.949] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:119:0) after 9m22s
[05:59:48.330] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:119:0)
[05:59:48.330] Timer tick, asking Buildbucket for the build status
[05:59:48.412] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[05:59:48.412] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:120:0) after 1m0s
[06:00:48.547] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:120:0)
[06:00:48.573] Build status: STARTED
[06:00:48.573] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:121:0) after 2m45s
[06:03:33.598] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:121:0)
[06:03:33.598] Timer tick, asking Buildbucket for the build status
[06:03:33.698] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:03:33.698] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:122:0) after 1m0s
[06:04:33.690] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:122:0)
[06:04:33.690] Timer tick, asking Buildbucket for the build status
[06:04:33.855] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:04:33.855] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:123:0) after 1m0s
[06:05:33.875] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:123:0)
[06:05:33.875] Timer tick, asking Buildbucket for the build status
[06:05:33.946] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:05:33.946] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:124:0) after 1m0s
[06:06:33.990] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:124:0)
[06:06:33.990] Timer tick, asking Buildbucket for the build status
[06:06:34.075] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:06:34.075] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:125:0) after 1m0s
[06:07:34.091] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:125:0)
[06:07:34.118] Build status: STARTED
[06:07:34.118] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:126:0) after 8m36s
[06:16:10.189] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:126:0)
[06:16:10.212] Build status: STARTED
[06:16:10.213] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:127:0) after 3m40s
[06:19:50.231] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:127:0)
[06:19:50.255] Build status: STARTED
[06:19:50.255] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:128:0) after 2m46s
[06:22:36.362] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:128:0)
[06:22:36.362] Timer tick, asking Buildbucket for the build status
[06:22:36.448] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:22:36.448] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:129:0) after 1m0s
[06:23:36.484] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:129:0)
[06:23:36.484] Timer tick, asking Buildbucket for the build status
[06:23:36.680] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:23:36.680] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:130:0) after 1m0s
[06:24:36.770] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:130:0)
[06:24:36.770] Timer tick, asking Buildbucket for the build status
[06:24:36.845] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:24:36.845] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:131:0) after 1m0s
[06:25:36.866] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:131:0)
[06:25:36.866] Timer tick, asking Buildbucket for the build status
[06:25:36.933] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:25:36.933] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:132:0) after 1m0s
[06:26:37.061] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:132:0)
[06:26:37.108] Build status: STARTED
[06:26:37.108] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:133:0) after 2m45s
[06:29:22.264] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:133:0)
[06:29:22.292] Build status: STARTED
[06:29:22.292] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:134:0) after 5m4s
[06:34:26.315] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:134:0)
[06:34:26.343] Build status: STARTED
[06:34:26.343] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:135:0) after 8m9s
[06:42:35.381] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:135:0)
[06:42:35.411] Build status: STARTED
[06:42:35.411] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:136:0) after 2m16s
[06:44:51.386] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:136:0)
[06:44:51.415] Build status: STARTED
[06:44:51.415] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:137:0) after 1m58s
[06:46:49.435] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:137:0)
[06:46:49.462] Build status: STARTED
[06:46:49.462] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:138:0) after 7m41s
[06:54:30.488] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:138:0)
[06:54:30.488] Timer tick, asking Buildbucket for the build status
[06:54:30.726] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:54:30.726] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:139:0) after 1m0s
[06:55:30.917] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:139:0)
[06:55:30.918] Timer tick, asking Buildbucket for the build status
[06:55:31.125] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[06:55:31.125] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:140:0) after 1m0s
[06:56:31.317] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:140:0)
[06:56:31.344] Build status: STARTED
[06:56:31.344] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:141:0) after 7m10s
[07:03:41.609] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:141:0)
[07:03:41.609] Timer tick, asking Buildbucket for the build status
[07:03:41.915] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:03:41.915] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:142:0) after 1m0s
[07:04:42.071] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:142:0)
[07:04:42.071] Timer tick, asking Buildbucket for the build status
[07:04:42.141] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:04:42.141] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:143:0) after 1m0s
[07:05:42.222] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:143:0)
[07:05:42.222] Timer tick, asking Buildbucket for the build status
[07:05:42.610] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:05:42.610] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:144:0) after 1m0s
[07:06:42.799] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:144:0)
[07:06:42.799] Timer tick, asking Buildbucket for the build status
[07:06:42.955] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:06:42.955] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:145:0) after 1m0s
[07:07:43.133] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:145:0)
[07:07:43.176] Build status: STARTED
[07:07:43.176] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:146:0) after 4m1s
[07:11:44.591] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:146:0)
[07:11:44.619] Build status: STARTED
[07:11:44.619] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:147:0) after 5m1s
[07:16:45.669] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:147:0)
[07:16:45.695] Build status: STARTED
[07:16:45.695] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:148:0) after 7m29s
[07:24:14.743] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:148:0)
[07:24:14.776] Build status: STARTED
[07:24:14.776] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:149:0) after 8m15s
[07:32:29.834] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:149:0)
[07:32:29.834] Timer tick, asking Buildbucket for the build status
[07:32:30.087] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:32:30.087] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:150:0) after 1m0s
[07:33:30.127] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:150:0)
[07:33:30.127] Timer tick, asking Buildbucket for the build status
[07:33:30.203] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:33:30.203] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:151:0) after 1m0s
[07:34:30.295] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:151:0)
[07:34:30.295] Timer tick, asking Buildbucket for the build status
[07:34:30.366] Build 8852288413646220656: status "STARTED", result "", failure_reason "", cancelation_reason ""
[07:34:30.366] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:152:0) after 1m0s
[07:35:30.584] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:152:0)
[07:35:30.648] Build status: STARTED
[07:35:30.648] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:9017718475753623824:153:0) after 6m22s
[07:41:13.186] Received PubSub notification, asking Buildbucket for the build status
[07:41:13.258] Build 8852288413646220656: status "COMPLETED", result "FAILURE", failure_reason "BUILD_FAILURE", cancelation_reason ""
[07:41:13.258] Buildbucket build:
{
"build": {
"bucket": "luci.r8.ci",
"canary_preference": "PROD",
"completed_ts": "1616226072762729",
"created_by": "project:r8",
"created_ts": "1616196920692050",
"failure_reason": "BUILD_FAILURE",
"id": "8852288413646220656",
"parameters_json": "{\"builder_name\": \"linux-run-on-app-dump\", \"properties\": {\"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@078894fbae402872a07d39e3a3ab10d7fbbcf5dd\", \"title\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\", \"url\": \"https://r8.googlesource.com/r8/+/078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}]}, \"branch\": \"refs/heads/master\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}}",
"project": "r8",
"result": "FAILURE",
"result_details_json": "{\"error\": {\"message\": \"Step('Run tests') (retcode: 2)\"}, \"properties\": {\"$recipe_engine/path\": {\"cache_dir\": \"/b/s/w/ir/cache\", \"temp_dir\": \"/b/s/w/ir/tmp/rt\"}, \"$recipe_engine/runtime\": {\"is_experimental\": false, \"is_luci\": true}, \"$recipe_engine/scheduler\": {\"hostname\": \"luci-scheduler.appspot.com\", \"triggers\": [{\"gitiles\": {\"ref\": \"refs/heads/master\", \"repo\": \"https://r8.googlesource.com/r8\", \"revision\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}, \"id\": \"https://r8.googlesource.com/r8/+/refs/heads/master@078894fbae402872a07d39e3a3ab10d7fbbcf5dd\", \"title\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\", \"url\": \"https://r8.googlesource.com/r8/+/078894fbae402872a07d39e3a3ab10d7fbbcf5dd\"}]}, \"bot_id\": \"luci-r8-custom-ci-xenial-4-3tv0\", \"branch\": \"refs/heads/master\", \"builder_group\": \"internal.client.r8\", \"buildername\": \"linux-run-on-app-dump\", \"buildnumber\": 642, \"path_config\": \"generic\", \"recipe\": \"rex\", \"repository\": \"https://r8.googlesource.com/r8\", \"revision\": \"078894fbae402872a07d39e3a3ab10d7fbbcf5dd\", \"test_options\": [\"--bot\"], \"test_wrapper\": \"tools/run_on_app_dump.py\"}, \"swarming\": {\"bot_dimensions\": {\"caches\": [\"builder_a02403c52089a274d6263c1fec90dddd2c8096037ab371b270a6032b33868ce4_v2\", \"git\", \"goma_v2\", \"vpython\"], \"cores\": [\"8\"], \"cpu\": [\"x86\", \"x86-64\", \"x86-64-Broadwell_GCE\", \"x86-64-avx2\"], \"gce\": [\"1\"], \"gcp\": [\"r8bot-265908\"], \"gpu\": [\"none\"], \"id\": [\"luci-r8-custom-ci-xenial-4-3tv0\"], \"image\": [\"chrome-xenial-21011100-9488e34e558\"], \"inside_docker\": [\"0\"], \"kvm\": [\"1\"], \"locale\": [\"en_US.UTF-8\"], \"machine_type\": [\"n1-standard-8\"], \"normal\": [\"true\"], \"os\": [\"Linux\", \"Ubuntu\", \"Ubuntu-16\", \"Ubuntu-16.04\", \"Ubuntu-16.04.6\"], \"pool\": [\"luci.r8.ci\"], \"python\": [\"2\", \"2.7\", \"2.7.12\"], \"server_version\": [\"5776-cb9e157\"], \"ssd\": [\"0\"], \"zone\": [\"us\", \"us-central\", \"us-central1\", \"us-central1-a\"]}}, \"ui\": {\"info\": \"Step('Run tests') (retcode: 2)\"}}",
"service_account": "r8-ci-builder@chops-service-accounts.iam.gserviceaccount.com",
"started_ts": "1616212896005553",
"status": "COMPLETED",
"status_changed_ts": "1616212896324782",
"tags": [
"build_address:luci.r8.ci/linux-run-on-app-dump/642",
"builder:linux-run-on-app-dump",
"buildset:commit/git/078894fbae402872a07d39e3a3ab10d7fbbcf5dd",
"buildset:commit/gitiles/r8.googlesource.com/r8/+/078894fbae402872a07d39e3a3ab10d7fbbcf5dd",
"gitiles_ref:refs/heads/master",
"scheduler_invocation_id:9017718475753623824",
"scheduler_job_id:r8/linux-run-on-app-dump",
"swarming_hostname:chrome-swarming.appspot.com",
"swarming_tag:log_location:logdog://logs.chromium.org/r8/buildbucket/cr-buildbucket.appspot.com/8852288413646220656/+/annotations",
"swarming_tag:luci_project:r8",
"swarming_tag:os:Linux",
"swarming_tag:recipe_name:rex",
"swarming_tag:recipe_package:infra_internal/recipe_bundles/chrome-internal.googlesource.com/chrome/tools/build_limited/scripts/slave",
"swarming_task_id:5265a9707f821c10",
"user_agent:luci-scheduler"
],
"updated_ts": "1616226072763102",
"url": "https://ci.chromium.org/b/8852288413646220656",
"utcnow_ts": "1616226073251861"
}
}
[07:41:13.258] Invocation finished in 8h5m53.959248674s with status FAILED