[10:07:53.375] New invocation is queued and will start shortly
[10:07:54.466] Starting the invocation (attempt 1)
[10:07:54.499] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/native_client/src/native_client/+/7f042407ccb79f38fac90233c0f7dd2e206ed58f"
[10:07:54.499] Popped gitiles commit info from properties and tags
[10:07:54.499] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:07:54.499] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:07:54.499] Buildbucket request:
{
"requestId": "9016772708370258176",
"builder": {
"project": "nacl",
"bucket": "toolchain",
"builder": "linux-pnacl-x86_64-tests-arm"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://chromium.googlesource.com/native_client/src/native_client.git",
"revision": "7f042407ccb79f38fac90233c0f7dd2e206ed58f"
},
"id": "https://chromium.googlesource.com/native_client/src/native_client.git/+/refs/heads/master@7f042407ccb79f38fac90233c0f7dd2e206ed58f",
"title": "7f042407ccb79f38fac90233c0f7dd2e206ed58f",
"url": "https://chromium.googlesource.com/native_client/src/native_client.git/+/7f042407ccb79f38fac90233c0f7dd2e206ed58f"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "native_client/src/native_client",
"id": "7f042407ccb79f38fac90233c0f7dd2e206ed58f",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9016772708370258176"
},
{
"key": "scheduler_job_id",
"value": "nacl/linux-pnacl-x86_64-tests-arm"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:07:55.876] Scheduled build:
{
"id": "8851342645542823984",
"builder": {
"project": "nacl",
"bucket": "toolchain",
"builder": "linux-pnacl-x86_64-tests-arm"
},
"number": 4765,
"createdBy": "project:nacl",
"createTime": "2021-03-30T10:07:55.442049Z",
"updateTime": "2021-03-30T10:07:55.805490Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "native_client/src/native_client",
"id": "7f042407ccb79f38fac90233c0f7dd2e206ed58f",
"ref": "refs/heads/master"
}
}
}
[10:07:55.876] Task URL: https://cr-buildbucket.appspot.com/build/8851342645542823984
[10:07:55.876] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:2:0) after 3m48s
[10:11:43.892] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:2:0)
[10:11:43.919] Build status: SCHEDULED
[10:11:43.919] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:3:0) after 8m29s
[10:20:13.163] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:3:0)
[10:20:13.205] Build status: SCHEDULED
[10:20:13.205] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:4:0) after 3m48s
[10:24:01.780] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:4:0)
[10:24:01.827] Build status: SCHEDULED
[10:24:01.827] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:5:0) after 4m11s
[10:27:31.761] Received PubSub notification, asking Buildbucket for the build status
[10:27:31.785] Build status: STARTED
[10:28:12.812] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:5:0)
[10:28:12.849] Build status: STARTED
[10:28:12.849] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:7:0) after 1m27s
[10:29:39.867] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:7:0)
[10:29:39.891] Build status: STARTED
[10:29:39.891] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:8:0) after 5m35s
[10:35:14.884] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:8:0)
[10:35:14.909] Build status: STARTED
[10:35:14.909] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:9:0) after 7m57s
[10:43:11.931] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:9:0)
[10:43:11.972] Build status: STARTED
[10:43:11.972] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:10:0) after 2m38s
[10:45:49.991] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:10:0)
[10:45:50.018] Build status: STARTED
[10:45:50.018] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:11:0) after 4m33s
[10:50:23.035] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:11:0)
[10:50:23.069] Build status: STARTED
[10:50:23.069] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:12:0) after 4m21s
[10:54:44.090] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:12:0)
[10:54:44.114] Build status: STARTED
[10:54:44.114] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:13:0) after 6m51s
[11:01:35.141] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:13:0)
[11:01:35.171] Build status: STARTED
[11:01:35.171] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:14:0) after 1m20s
[11:02:55.186] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:14:0)
[11:02:55.226] Build status: STARTED
[11:02:55.226] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:15:0) after 1m30s
[11:04:25.297] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:15:0)
[11:04:25.327] Build status: STARTED
[11:04:25.328] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:16:0) after 9m25s
[11:13:50.343] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:16:0)
[11:13:50.379] Build status: STARTED
[11:13:50.379] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:17:0) after 4m30s
[11:18:20.412] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:17:0)
[11:18:20.451] Build status: STARTED
[11:18:20.451] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:18:0) after 3m32s
[11:21:52.472] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:18:0)
[11:21:52.498] Build status: STARTED
[11:21:52.498] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:19:0) after 1m42s
[11:23:34.612] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:19:0)
[11:23:34.654] Build status: STARTED
[11:23:34.654] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:20:0) after 6m8s
[11:29:42.670] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:20:0)
[11:29:42.717] Build status: STARTED
[11:29:42.717] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:21:0) after 7m48s
[11:37:30.884] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:21:0)
[11:37:30.910] Build status: STARTED
[11:37:30.910] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:22:0) after 2m6s
[11:39:37.028] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:22:0)
[11:39:37.057] Build status: STARTED
[11:39:37.057] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:23:0) after 3m19s
[11:42:56.091] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:23:0)
[11:42:56.118] Build status: STARTED
[11:42:56.118] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:24:0) after 6m17s
[11:49:13.238] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:24:0)
[11:49:13.266] Build status: STARTED
[11:49:13.266] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:25:0) after 5m10s
[11:54:23.290] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:25:0)
[11:54:23.320] Build status: STARTED
[11:54:23.320] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:26:0) after 4m5s
[11:58:28.392] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:26:0)
[11:58:28.418] Build status: STARTED
[11:58:28.418] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:27:0) after 3m6s
[12:01:34.446] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:27:0)
[12:01:34.476] Build status: STARTED
[12:01:34.476] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:28:0) after 3m35s
[12:05:09.506] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:28:0)
[12:05:09.558] Build status: STARTED
[12:05:09.558] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:29:0) after 9m2s
[12:14:11.598] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:29:0)
[12:14:11.624] Build status: STARTED
[12:14:11.624] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:30:0) after 5m0s
[12:19:11.643] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:30:0)
[12:19:11.670] Build status: STARTED
[12:19:11.670] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:31:0) after 3m51s
[12:23:02.696] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:31:0)
[12:23:02.721] Build status: STARTED
[12:23:02.721] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:32:0) after 8m44s
[12:31:46.735] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:32:0)
[12:31:46.796] Build status: STARTED
[12:31:46.796] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:33:0) after 3m55s
[12:35:41.890] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:33:0)
[12:35:41.945] Build status: STARTED
[12:35:41.945] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:34:0) after 5m26s
[12:41:08.038] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:34:0)
[12:41:08.066] Build status: STARTED
[12:41:08.066] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:35:0) after 8m58s
[12:50:06.084] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:35:0)
[12:50:06.119] Build status: STARTED
[12:50:06.119] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:36:0) after 9m8s
[12:59:14.930] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:36:0)
[12:59:14.996] Build status: STARTED
[12:59:14.996] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:37:0) after 2m58s
[13:02:13.018] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:37:0)
[13:02:13.048] Build status: STARTED
[13:02:13.048] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:38:0) after 3m35s
[13:05:48.079] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:38:0)
[13:05:48.113] Build status: STARTED
[13:05:48.113] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:39:0) after 4m25s
[13:10:13.273] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:39:0)
[13:10:13.314] Build status: STARTED
[13:10:13.314] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:40:0) after 1m50s
[13:12:03.445] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:40:0)
[13:12:03.479] Build status: STARTED
[13:12:03.479] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:41:0) after 4m43s
[13:16:46.624] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:41:0)
[13:16:46.652] Build status: STARTED
[13:16:46.652] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:42:0) after 6m34s
[13:23:20.769] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:42:0)
[13:23:20.793] Build status: STARTED
[13:23:20.793] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:43:0) after 6m48s
[13:30:09.033] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:43:0)
[13:30:09.076] Build status: STARTED
[13:30:09.076] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:44:0) after 1m49s
[13:31:58.050] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:44:0)
[13:31:58.077] Build status: STARTED
[13:31:58.077] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:45:0) after 5m25s
[13:37:23.351] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:45:0)
[13:37:23.382] Build status: STARTED
[13:37:23.382] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:46:0) after 6m59s
[13:44:22.882] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:46:0)
[13:44:22.915] Build status: STARTED
[13:44:22.915] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:47:0) after 6m0s
[13:50:22.939] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:47:0)
[13:50:22.968] Build status: STARTED
[13:50:22.968] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:48:0) after 6m59s
[13:57:21.987] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:48:0)
[13:57:22.036] Build status: STARTED
[13:57:22.036] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:49:0) after 4m2s
[14:01:24.224] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:49:0)
[14:01:24.261] Build status: STARTED
[14:01:24.261] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:50:0) after 7m4s
[14:08:28.411] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:50:0)
[14:08:28.438] Build status: STARTED
[14:08:28.438] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:51:0) after 1m45s
[14:10:13.510] Handling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:51:0)
[14:10:13.541] Build status: STARTED
[14:10:13.541] Scheduling timer "check-buildbucket-build-status" (nacl/linux-pnacl-x86_64-tests-arm:9016772708370258176:52:0) after 3m40s
[14:12:54.764] Received PubSub notification, asking Buildbucket for the build status
[14:12:54.791] Build:
{
"id": "8851342645542823984",
"builder": {
"project": "nacl",
"bucket": "toolchain",
"builder": "linux-pnacl-x86_64-tests-arm"
},
"number": 4765,
"createdBy": "project:nacl",
"createTime": "2021-03-30T10:07:55.442049Z",
"startTime": "2021-03-30T10:27:30.553945Z",
"endTime": "2021-03-30T14:12:54.368934767Z",
"updateTime": "2021-03-30T14:12:54.369337213Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "native_client/src/native_client",
"id": "7f042407ccb79f38fac90233c0f7dd2e206ed58f",
"ref": "refs/heads/master"
}
}
}
[14:12:54.791] Invocation finished in 4h5m1.429641179s with status FAILED