[22:28:24.809] New invocation is queued and will start shortly
[22:28:24.809] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[22:28:26.294] Starting the invocation (attempt 1)
[22:28:26.365] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/49689c8366891bb53cb1efc0d136bc3e120b4704"
[22:28:26.365] Reconstructed gitiles commit from tags
[22:28:26.365] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:28:26.365] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:28:26.366] Buildbucket request:
{
"requestId": "8997519561761209680",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"buildbucket": {
"properties": {
"clang_cas_digest": "056d7a29cc0d0deeb1938cdea42d6520a08a9e1b0f0a9601dfeab66c4a34eb96/399",
"corpus_cas_digest": "f91d287b2685f84fba1975e10cd07953432e3a7b39b0b9e41330845baeda13a6/247",
"fint_params_paths": {
"arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-arm64.textproto",
"x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-x64.textproto"
},
"fuchsia_git_revision": "a4e47d9fccb0e216cb64be9f693ae0a07c94be66",
"manifest": "flower",
"remote": "https://fuchsia.googlesource.com/integration",
"warmstart_cas_digest": "a9813efe791057f046607f8968f9001310d7552d94458ba72598962bcd80a4dd/2402"
},
"tags": [
"buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/49689c8366891bb53cb1efc0d136bc3e120b4704",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-ml-training",
"user_agent:recipe"
]
},
"id": "afa30b23-c2f2-481d-aff9-f7027d37e92d",
"title": "clang-ml-training/0"
}
]
},
"clang_cas_digest": "056d7a29cc0d0deeb1938cdea42d6520a08a9e1b0f0a9601dfeab66c4a34eb96/399",
"corpus_cas_digest": "f91d287b2685f84fba1975e10cd07953432e3a7b39b0b9e41330845baeda13a6/247",
"fint_params_paths": {
"arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-arm64.textproto",
"x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-x64.textproto"
},
"fuchsia_git_revision": "a4e47d9fccb0e216cb64be9f693ae0a07c94be66",
"manifest": "flower",
"remote": "https://fuchsia.googlesource.com/integration",
"warmstart_cas_digest": "a9813efe791057f046607f8968f9001310d7552d94458ba72598962bcd80a4dd/2402"
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8997519561761209680"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ml-training"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-ml-training"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:28:26.826] Scheduled build:
{
"id": "8832089499374704673",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2021-10-28T22:28:26.453277792Z",
"updateTime": "2021-10-28T22:28:26.453277792Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:28:26.826] Task URL: https://cr-buildbucket.appspot.com/build/8832089499374704673
[22:28:26.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:2:0) after 5m41s
[22:29:20.404] Received PubSub notification, asking Buildbucket for the build status
[22:29:20.439] Build status: STARTED
[22:34:07.825] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:2:0)
[22:34:07.889] Build status: STARTED
[22:34:07.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:4:0) after 1m36s
[22:35:44.005] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:4:0)
[22:35:44.043] Build status: STARTED
[22:35:44.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:5:0) after 2m2s
[22:37:46.149] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:5:0)
[22:37:46.184] Build status: STARTED
[22:37:46.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:6:0) after 6m9s
[22:43:55.402] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:6:0)
[22:43:55.430] Build status: STARTED
[22:43:55.430] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:7:0) after 6m50s
[22:50:45.522] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:7:0)
[22:50:45.666] Build status: STARTED
[22:50:45.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:8:0) after 4m2s
[22:54:47.716] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:8:0)
[22:54:47.758] Build status: STARTED
[22:54:47.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:9:0) after 3m1s
[22:57:48.987] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:9:0)
[22:57:49.021] Build status: STARTED
[22:57:49.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:10:0) after 1m41s
[22:59:30.097] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:10:0)
[22:59:30.128] Build status: STARTED
[22:59:30.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:11:0) after 4m30s
[23:04:00.166] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:11:0)
[23:04:00.262] Build status: STARTED
[23:04:00.262] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:12:0) after 4m50s
[23:08:50.529] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:12:0)
[23:08:50.561] Build status: STARTED
[23:08:50.561] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:13:0) after 8m59s
[23:17:49.738] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:13:0)
[23:17:49.776] Build status: STARTED
[23:17:49.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:14:0) after 4m25s
[23:22:14.915] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:14:0)
[23:22:14.953] Build status: STARTED
[23:22:14.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:15:0) after 3m24s
[23:25:39.357] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:15:0)
[23:25:39.400] Build status: STARTED
[23:25:39.400] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:16:0) after 5m19s
[23:30:58.447] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:16:0)
[23:30:58.482] Build status: STARTED
[23:30:58.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:17:0) after 2m22s
[23:33:20.656] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:17:0)
[23:33:20.693] Build status: STARTED
[23:33:20.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:18:0) after 6m44s
[23:40:04.898] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:18:0)
[23:40:04.930] Build status: STARTED
[23:40:04.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:19:0) after 4m28s
[23:44:32.937] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:19:0)
[23:44:32.991] Build status: STARTED
[23:44:32.991] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:20:0) after 5m29s
[23:50:02.291] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:20:0)
[23:50:02.321] Build status: STARTED
[23:50:02.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:21:0) after 1m58s
[23:52:00.344] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:21:0)
[23:52:00.375] Build status: STARTED
[23:52:00.375] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:22:0) after 4m10s
[23:56:10.468] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:22:0)
[23:56:10.502] Build status: STARTED
[23:56:10.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:23:0) after 4m12s
[00:00:22.729] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:23:0)
[00:00:22.859] Build status: STARTED
[00:00:22.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:24:0) after 1m19s
[00:01:41.879] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:24:0)
[00:01:41.912] Build status: STARTED
[00:01:41.912] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:25:0) after 8m18s
[00:10:00.031] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:25:0)
[00:10:00.078] Build status: STARTED
[00:10:00.078] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:26:0) after 8m15s
[00:18:15.353] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:26:0)
[00:18:15.458] Build status: STARTED
[00:18:15.458] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:27:0) after 1m33s
[00:19:48.871] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:27:0)
[00:19:48.904] Build status: STARTED
[00:19:48.904] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:28:0) after 2m40s
[00:22:29.212] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:28:0)
[00:22:29.244] Build status: STARTED
[00:22:29.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:29:0) after 3m30s
[00:25:59.353] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:29:0)
[00:25:59.389] Build status: STARTED
[00:25:59.389] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:30:0) after 5m28s
[00:31:27.519] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:30:0)
[00:31:27.654] Build status: STARTED
[00:31:27.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:31:0) after 5m44s
[00:37:11.686] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:31:0)
[00:37:11.805] Build status: STARTED
[00:37:11.805] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:32:0) after 7m52s
[00:45:03.927] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:32:0)
[00:45:03.984] Build status: STARTED
[00:45:03.984] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:33:0) after 5m55s
[00:50:59.007] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:33:0)
[00:50:59.041] Build status: STARTED
[00:50:59.041] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:34:0) after 1m44s
[00:52:43.116] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:34:0)
[00:52:43.214] Build status: STARTED
[00:52:43.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:35:0) after 7m41s
[01:00:24.235] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:35:0)
[01:00:24.267] Build status: STARTED
[01:00:24.267] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:36:0) after 2m25s
[01:02:49.484] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:36:0)
[01:02:49.514] Build status: STARTED
[01:02:49.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:37:0) after 9m47s
[01:12:36.821] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:37:0)
[01:12:36.874] Build status: STARTED
[01:12:36.874] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:38:0) after 6m15s
[01:18:52.121] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:38:0)
[01:18:52.283] Build status: STARTED
[01:18:52.283] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:39:0) after 6m14s
[01:25:06.643] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:39:0)
[01:25:06.690] Build status: STARTED
[01:25:06.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:40:0) after 6m13s
[01:31:19.887] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:40:0)
[01:31:19.926] Build status: STARTED
[01:31:19.926] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:41:0) after 8m24s
[01:39:43.982] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:41:0)
[01:39:44.019] Build status: STARTED
[01:39:44.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:42:0) after 5m46s
[01:45:30.044] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:42:0)
[01:45:30.086] Build status: STARTED
[01:45:30.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:43:0) after 7m29s
[01:52:59.504] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:43:0)
[01:52:59.536] Build status: STARTED
[01:52:59.536] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:44:0) after 9m2s
[02:02:01.657] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:44:0)
[02:02:01.707] Build status: STARTED
[02:02:01.707] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:45:0) after 9m3s
[02:11:04.937] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:45:0)
[02:11:04.972] Build status: STARTED
[02:11:04.972] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:46:0) after 7m29s
[02:18:34.104] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:46:0)
[02:18:34.136] Build status: STARTED
[02:18:34.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:47:0) after 7m46s
[02:26:20.379] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:47:0)
[02:26:20.468] Build status: STARTED
[02:26:20.468] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:48:0) after 9m13s
[02:35:33.462] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:48:0)
[02:35:33.496] Build status: STARTED
[02:35:33.496] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:49:0) after 1m24s
[02:36:57.662] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:49:0)
[02:36:57.693] Build status: STARTED
[02:36:57.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:50:0) after 8m45s
[02:45:42.721] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:50:0)
[02:45:42.747] Build status: STARTED
[02:45:42.747] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:51:0) after 6m18s
[02:52:00.775] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:51:0)
[02:52:00.811] Build status: STARTED
[02:52:00.811] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:52:0) after 5m4s
[02:57:04.987] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:52:0)
[02:57:05.046] Build status: STARTED
[02:57:05.046] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:53:0) after 7m47s
[03:04:52.330] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:53:0)
[03:04:52.363] Build status: STARTED
[03:04:52.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:54:0) after 2m18s
[03:07:10.522] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:54:0)
[03:07:10.559] Build status: STARTED
[03:07:10.559] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:55:0) after 6m10s
[03:13:20.695] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:55:0)
[03:13:20.727] Build status: STARTED
[03:13:20.727] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:56:0) after 9m21s
[03:22:41.740] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:56:0)
[03:22:41.774] Build status: STARTED
[03:22:41.774] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:57:0) after 7m39s
[03:30:20.814] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:57:0)
[03:30:20.862] Build status: STARTED
[03:30:20.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:58:0) after 6m39s
[03:37:00.078] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:58:0)
[03:37:00.108] Build status: STARTED
[03:37:00.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:59:0) after 3m18s
[03:40:18.126] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:59:0)
[03:40:18.154] Build status: STARTED
[03:40:18.154] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:60:0) after 6m29s
[03:46:47.309] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:60:0)
[03:46:47.489] Build status: STARTED
[03:46:47.489] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:61:0) after 4m0s
[03:50:47.514] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:61:0)
[03:50:47.568] Build status: STARTED
[03:50:47.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:62:0) after 3m58s
[03:54:45.590] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:62:0)
[03:54:45.641] Build status: STARTED
[03:54:45.641] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:63:0) after 7m15s
[04:02:00.711] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:63:0)
[04:02:00.765] Build status: STARTED
[04:02:00.765] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:64:0) after 7m22s
[04:09:23.052] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:64:0)
[04:09:23.081] Build status: STARTED
[04:09:23.081] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:65:0) after 7m50s
[04:17:13.154] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:65:0)
[04:17:13.189] Build status: STARTED
[04:17:13.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:66:0) after 2m17s
[04:19:30.399] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:66:0)
[04:19:30.433] Build status: STARTED
[04:19:30.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:67:0) after 8m14s
[04:27:44.636] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:67:0)
[04:27:44.666] Build status: STARTED
[04:27:44.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:68:0) after 2m6s
[04:29:50.685] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:68:0)
[04:29:50.715] Build status: STARTED
[04:29:50.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:69:0) after 8m46s
[04:38:36.745] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:69:0)
[04:38:36.778] Build status: STARTED
[04:38:36.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:70:0) after 8m27s
[04:47:03.810] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:70:0)
[04:47:03.840] Build status: STARTED
[04:47:03.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:71:0) after 4m4s
[04:51:07.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:71:0)
[04:51:07.913] Build status: STARTED
[04:51:07.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:72:0) after 4m1s
[04:55:08.934] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:72:0)
[04:55:08.968] Build status: STARTED
[04:55:08.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:73:0) after 3m51s
[04:59:00.113] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:73:0)
[04:59:00.156] Build status: STARTED
[04:59:00.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:74:0) after 9m7s
[05:08:07.181] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:74:0)
[05:08:07.209] Build status: STARTED
[05:08:07.209] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:75:0) after 5m36s
[05:13:43.180] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:75:0)
[05:13:43.209] Build status: STARTED
[05:13:43.209] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:76:0) after 9m23s
[05:23:06.339] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:76:0)
[05:23:06.371] Build status: STARTED
[05:23:06.371] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:77:0) after 2m50s
[05:25:56.429] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:77:0)
[05:25:56.466] Build status: STARTED
[05:25:56.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:78:0) after 1m53s
[05:27:49.499] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:78:0)
[05:27:49.527] Build status: STARTED
[05:27:49.527] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:79:0) after 9m20s
[05:37:09.546] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:79:0)
[05:37:09.575] Build status: STARTED
[05:37:09.575] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:80:0) after 8m10s
[05:45:19.670] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:80:0)
[05:45:19.704] Build status: STARTED
[05:45:19.704] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:81:0) after 2m4s
[05:47:23.762] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:81:0)
[05:47:23.795] Build status: STARTED
[05:47:23.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:82:0) after 1m1s
[05:48:25.073] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:82:0)
[05:48:25.107] Build status: STARTED
[05:48:25.107] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:83:0) after 1m39s
[05:50:04.128] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:83:0)
[05:50:04.158] Build status: STARTED
[05:50:04.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:84:0) after 2m10s
[05:52:14.211] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:84:0)
[05:52:14.241] Build status: STARTED
[05:52:14.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:85:0) after 1m22s
[05:53:36.393] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:85:0)
[05:53:36.476] Build status: STARTED
[05:53:36.476] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:86:0) after 2m55s
[05:56:31.497] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:86:0)
[05:56:31.523] Build status: STARTED
[05:56:31.523] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:87:0) after 5m47s
[06:02:18.551] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:87:0)
[06:02:18.591] Build status: STARTED
[06:02:18.591] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:88:0) after 3m38s
[06:05:56.613] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:88:0)
[06:05:56.642] Build status: STARTED
[06:05:56.642] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:89:0) after 1m51s
[06:07:47.717] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:89:0)
[06:07:47.802] Build status: STARTED
[06:07:47.802] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:90:0) after 1m50s
[06:09:37.849] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:90:0)
[06:09:37.878] Build status: STARTED
[06:09:37.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:91:0) after 4m35s
[06:14:12.867] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:91:0)
[06:14:12.902] Build status: STARTED
[06:14:12.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:92:0) after 8m57s
[06:23:09.886] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:92:0)
[06:23:09.916] Build status: STARTED
[06:23:09.916] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:93:0) after 9m48s
[06:32:57.983] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:93:0)
[06:32:58.014] Build status: STARTED
[06:32:58.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:94:0) after 5m53s
[06:38:51.034] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:94:0)
[06:38:51.078] Build status: STARTED
[06:38:51.078] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:95:0) after 4m8s
[06:42:59.141] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:95:0)
[06:42:59.171] Build status: STARTED
[06:42:59.171] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:96:0) after 3m6s
[06:46:05.378] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:96:0)
[06:46:05.412] Build status: STARTED
[06:46:05.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:97:0) after 8m20s
[06:54:25.535] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:97:0)
[06:54:25.567] Build status: STARTED
[06:54:25.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:98:0) after 2m3s
[06:56:28.770] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:98:0)
[06:56:28.802] Build status: STARTED
[06:56:28.802] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:99:0) after 8m11s
[07:04:39.847] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:99:0)
[07:04:39.890] Build status: STARTED
[07:04:39.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:100:0) after 7m6s
[07:11:45.967] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:100:0)
[07:11:46.063] Build status: STARTED
[07:11:46.063] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:101:0) after 8m2s
[07:19:48.128] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:101:0)
[07:19:48.158] Build status: STARTED
[07:19:48.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:102:0) after 8m56s
[07:28:44.178] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:102:0)
[07:28:44.207] Build status: STARTED
[07:28:44.207] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:103:0) after 9m5s
[07:37:49.228] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:103:0)
[07:37:49.261] Build status: STARTED
[07:37:49.261] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:104:0) after 2m55s
[07:40:44.450] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:104:0)
[07:40:44.477] Build status: STARTED
[07:40:44.477] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:105:0) after 5m27s
[07:46:11.612] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:105:0)
[07:46:11.659] Build status: STARTED
[07:46:11.659] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:106:0) after 2m15s
[07:48:26.809] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:106:0)
[07:48:26.836] Build status: STARTED
[07:48:26.836] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:107:0) after 3m33s
[07:51:59.839] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:107:0)
[07:51:59.876] Build status: STARTED
[07:51:59.876] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:108:0) after 5m52s
[07:57:51.972] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:108:0)
[07:57:52.003] Build status: STARTED
[07:57:52.003] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:109:0) after 7m17s
[08:05:09.093] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:109:0)
[08:05:09.138] Build status: STARTED
[08:05:09.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:110:0) after 8m20s
[08:13:29.214] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:110:0)
[08:13:29.252] Build status: STARTED
[08:13:29.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:111:0) after 6m21s
[08:19:50.300] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:111:0)
[08:19:50.326] Build status: STARTED
[08:19:50.326] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:112:0) after 2m25s
[08:22:15.320] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:112:0)
[08:22:15.353] Build status: STARTED
[08:22:15.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:113:0) after 9m56s
[08:32:11.328] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:113:0)
[08:32:11.356] Build status: STARTED
[08:32:11.356] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:114:0) after 9m12s
[08:41:23.542] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:114:0)
[08:41:23.589] Build status: STARTED
[08:41:23.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:115:0) after 6m9s
[08:47:32.685] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:115:0)
[08:47:32.785] Build status: STARTED
[08:47:32.785] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:116:0) after 1m24s
[08:48:56.927] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:116:0)
[08:48:56.954] Build status: STARTED
[08:48:56.954] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:117:0) after 7m25s
[08:56:22.093] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:117:0)
[08:56:22.122] Build status: STARTED
[08:56:22.122] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:118:0) after 8m35s
[09:04:57.469] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:118:0)
[09:04:57.496] Build status: STARTED
[09:04:57.496] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:119:0) after 9m16s
[09:14:13.519] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:119:0)
[09:14:14.075] Build status: STARTED
[09:14:14.075] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:120:0) after 2m44s
[09:16:58.098] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:120:0)
[09:16:58.128] Build status: STARTED
[09:16:58.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:121:0) after 4m55s
[09:21:53.177] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:121:0)
[09:21:53.210] Build status: STARTED
[09:21:53.210] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:122:0) after 2m54s
[09:24:47.307] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:122:0)
[09:24:47.334] Build status: STARTED
[09:24:47.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:123:0) after 8m32s
[09:33:19.357] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:123:0)
[09:33:19.393] Build status: STARTED
[09:33:19.393] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:124:0) after 7m44s
[09:41:03.415] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:124:0)
[09:41:03.463] Build status: STARTED
[09:41:03.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:125:0) after 7m6s
[09:48:09.507] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:125:0)
[09:48:09.557] Build status: STARTED
[09:48:09.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:126:0) after 4m53s
[09:53:02.607] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:126:0)
[09:53:02.640] Build status: STARTED
[09:53:02.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:127:0) after 1m28s
[09:54:30.671] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:127:0)
[09:54:30.699] Build status: STARTED
[09:54:30.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:128:0) after 4m19s
[09:58:49.721] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:128:0)
[09:58:49.755] Build status: STARTED
[09:58:49.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:129:0) after 7m21s
[10:06:10.848] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:129:0)
[10:06:13.079] Build status: STARTED
[10:06:13.079] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:130:0) after 2m25s
[10:08:38.221] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:130:0)
[10:08:38.469] Build status: STARTED
[10:08:38.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:131:0) after 7m50s
[10:16:28.490] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:131:0)
[10:16:28.521] Build status: STARTED
[10:16:28.521] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:132:0) after 7m44s
[10:24:12.540] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:132:0)
[10:24:12.581] Build status: STARTED
[10:24:12.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:133:0) after 3m54s
[10:28:06.752] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:133:0)
[10:28:06.781] Build status: STARTED
[10:28:06.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:134:0) after 8m42s
[10:36:48.956] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:134:0)
[10:36:48.987] Build status: STARTED
[10:36:48.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:135:0) after 9m38s
[10:46:27.031] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:135:0)
[10:46:27.072] Build status: STARTED
[10:46:27.073] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:136:0) after 2m25s
[10:48:52.161] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:136:0)
[10:48:52.188] Build status: STARTED
[10:48:52.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:137:0) after 8m14s
[10:57:06.214] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:137:0)
[10:57:06.241] Build status: STARTED
[10:57:06.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:138:0) after 9m8s
[11:06:14.361] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:138:0)
[11:06:14.431] Build status: STARTED
[11:06:14.431] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:139:0) after 3m53s
[11:10:07.696] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:139:0)
[11:10:07.732] Build status: STARTED
[11:10:07.732] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:140:0) after 5m31s
[11:15:38.754] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:140:0)
[11:15:38.785] Build status: STARTED
[11:15:38.785] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:141:0) after 8m51s
[11:24:29.870] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:141:0)
[11:24:29.904] Build status: STARTED
[11:24:29.904] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:142:0) after 6m2s
[11:30:31.926] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:142:0)
[11:30:31.956] Build status: STARTED
[11:30:31.956] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:143:0) after 4m22s
[11:34:54.351] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:143:0)
[11:34:54.384] Build status: STARTED
[11:34:54.384] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:144:0) after 6m14s
[11:41:08.405] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:144:0)
[11:41:08.437] Build status: STARTED
[11:41:08.437] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:145:0) after 3m38s
[11:44:46.543] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:145:0)
[11:44:46.572] Build status: STARTED
[11:44:46.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:146:0) after 2m20s
[11:47:06.594] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:146:0)
[11:47:06.634] Build status: STARTED
[11:47:06.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:147:0) after 6m19s
[11:53:25.655] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:147:0)
[11:53:25.686] Build status: STARTED
[11:53:25.686] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:148:0) after 8m41s
[12:02:06.981] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:148:0)
[12:02:08.194] Build status: STARTED
[12:02:08.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:149:0) after 3m16s
[12:05:24.216] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:149:0)
[12:05:24.248] Build status: STARTED
[12:05:24.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:150:0) after 7m0s
[12:12:24.300] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:150:0)
[12:12:24.330] Build status: STARTED
[12:12:24.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:151:0) after 1m23s
[12:13:47.379] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:151:0)
[12:13:47.408] Build status: STARTED
[12:13:47.408] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:152:0) after 2m39s
[12:16:26.398] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:152:0)
[12:16:26.423] Build status: STARTED
[12:16:26.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:153:0) after 1m22s
[12:17:48.798] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:153:0)
[12:17:48.938] Build status: STARTED
[12:17:48.938] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:154:0) after 5m53s
[12:23:41.961] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:154:0)
[12:23:41.995] Build status: STARTED
[12:23:41.995] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:155:0) after 7m53s
[12:31:35.134] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:155:0)
[12:31:35.165] Build status: STARTED
[12:31:35.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:156:0) after 4m21s
[12:35:56.186] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:156:0)
[12:35:56.218] Build status: STARTED
[12:35:56.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:157:0) after 1m27s
[12:37:23.250] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:157:0)
[12:37:23.282] Build status: STARTED
[12:37:23.282] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:158:0) after 2m53s
[12:40:16.463] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:158:0)
[12:40:16.547] Build status: STARTED
[12:40:16.547] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:159:0) after 2m35s
[12:42:51.574] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:159:0)
[12:42:51.604] Build status: STARTED
[12:42:51.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:160:0) after 9m34s
[12:52:26.022] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:160:0)
[12:52:26.063] Build status: STARTED
[12:52:26.063] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:161:0) after 7m19s
[12:59:45.099] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:161:0)
[12:59:45.129] Build status: STARTED
[12:59:45.129] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:162:0) after 5m24s
[13:05:09.155] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:162:0)
[13:05:09.185] Build status: STARTED
[13:05:09.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:163:0) after 8m43s
[13:13:52.230] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:163:0)
[13:13:52.273] Build status: STARTED
[13:13:52.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:164:0) after 9m50s
[13:23:42.506] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:164:0)
[13:23:42.601] Build status: STARTED
[13:23:42.601] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:165:0) after 3m22s
[13:27:04.625] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:165:0)
[13:27:04.706] Build status: STARTED
[13:27:04.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:166:0) after 1m19s
[13:28:23.732] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:166:0)
[13:28:23.784] Build status: STARTED
[13:28:23.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:167:0) after 8m48s
[13:37:11.987] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:167:0)
[13:37:12.033] Build status: STARTED
[13:37:12.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:168:0) after 7m42s
[13:44:54.067] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:168:0)
[13:44:54.098] Build status: STARTED
[13:44:54.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:169:0) after 3m50s
[13:48:44.217] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:169:0)
[13:48:44.261] Build status: STARTED
[13:48:44.261] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:170:0) after 5m31s
[13:54:15.384] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:170:0)
[13:54:15.421] Build status: STARTED
[13:54:15.421] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:171:0) after 6m28s
[14:00:43.621] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:171:0)
[14:00:43.660] Build status: STARTED
[14:00:43.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:172:0) after 9m53s
[14:10:36.686] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:172:0)
[14:10:36.741] Build status: STARTED
[14:10:36.741] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:173:0) after 3m5s
[14:13:41.808] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:173:0)
[14:13:41.843] Build status: STARTED
[14:13:41.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:174:0) after 4m56s
[14:18:37.875] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:174:0)
[14:18:37.942] Build status: STARTED
[14:18:37.942] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:175:0) after 4m54s
[14:23:32.039] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:175:0)
[14:23:32.071] Build status: STARTED
[14:23:32.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:176:0) after 8m16s
[14:31:48.117] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:176:0)
[14:31:48.165] Build status: STARTED
[14:31:48.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:177:0) after 1m59s
[14:33:47.246] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:177:0)
[14:33:47.296] Build status: STARTED
[14:33:47.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:178:0) after 9m55s
[14:43:42.321] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:178:0)
[14:43:42.353] Build status: STARTED
[14:43:42.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:179:0) after 4m34s
[14:48:16.476] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:179:0)
[14:48:16.515] Build status: STARTED
[14:48:16.515] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:180:0) after 5m12s
[14:53:28.709] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:180:0)
[14:53:28.756] Build status: STARTED
[14:53:28.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:181:0) after 1m49s
[14:55:17.782] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:181:0)
[14:55:17.813] Build status: STARTED
[14:55:17.813] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:182:0) after 1m44s
[14:57:01.966] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:182:0)
[14:57:02.061] Build status: STARTED
[14:57:02.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:183:0) after 1m46s
[14:58:48.209] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:183:0)
[14:58:48.241] Build status: STARTED
[14:58:48.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:184:0) after 3m46s
[15:02:34.269] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:184:0)
[15:02:34.310] Build status: STARTED
[15:02:34.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:185:0) after 7m20s
[15:09:54.463] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:185:0)
[15:09:54.499] Build status: STARTED
[15:09:54.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:186:0) after 9m17s
[15:19:11.602] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:186:0)
[15:19:11.631] Build status: STARTED
[15:19:11.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:187:0) after 3m25s
[15:22:36.753] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:187:0)
[15:22:36.799] Build status: STARTED
[15:22:36.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:188:0) after 4m58s
[15:27:35.213] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:188:0)
[15:27:35.249] Build status: STARTED
[15:27:35.249] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:189:0) after 5m28s
[15:33:03.355] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:189:0)
[15:33:03.392] Build status: STARTED
[15:33:03.392] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:190:0) after 4m40s
[15:37:43.530] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:190:0)
[15:37:43.592] Build status: STARTED
[15:37:43.592] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:191:0) after 4m54s
[15:42:37.724] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:191:0)
[15:42:37.757] Build status: STARTED
[15:42:37.757] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:192:0) after 2m6s
[15:44:43.881] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:192:0)
[15:44:43.910] Build status: STARTED
[15:44:43.910] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:193:0) after 6m8s
[15:50:51.940] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:193:0)
[15:50:51.977] Build status: STARTED
[15:50:51.977] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997519561761209680:194:0) after 8m35s
[15:58:11.105] Received PubSub notification, asking Buildbucket for the build status
[15:58:11.150] Build:
{
"id": "8832089499374704673",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2021-10-28T22:28:26.453277792Z",
"startTime": "2021-10-28T22:29:18.158954Z",
"endTime": "2021-10-29T15:58:10.761425615Z",
"updateTime": "2021-10-29T15:58:10.761425615Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:58:11.150] Invocation finished in 17h29m46.357595833s with status SUCCEEDED