[17:55:40.744] New invocation is queued and will start shortly
[17:55:40.744] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[17:55:41.858] Starting the invocation (attempt 1)
[17:55:41.899] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/37820bd8b4247a0ab74601b360f66ad3b9146829"
[17:55:41.899] Reconstructed gitiles commit from tags
[17:55:41.899] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:55:41.899] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:55:41.899] Buildbucket request:
{
"requestId": "8999076869153528464",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"buildbucket": {
"properties": {
"clang_cas_digest": "ab57d4c3a810442ba2a03ce3e076f2b0390e190f510d0fd121b7f35a529662cc/399",
"corpus_cas_digest": "a1ef92c476507802135c59a21b07c538af08f9723536ce440ab1dabb9cfb3056/247",
"fint_params_paths": {
"arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-arm64.textproto",
"x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-x64.textproto"
},
"fuchsia_git_revision": "3f6d0e8d18fcaab85aaa195bef7d7f57e19b1ec6",
"iterations": 1000,
"manifest": "flower",
"model_cas_digest": "577915ca9ac6d826b93d437c58047166def03e09a59edc4d70da7925d1c2a0b1/4492",
"remote": "https://fuchsia.googlesource.com/integration",
"step_iterations": 1000,
"total_iterations": 3000,
"warmstart_cas_digest": "23497a9be3a67384589dd5a480a1f8ee11bc5526054c9623989d0ac79744354b/2401"
},
"tags": [
"buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/37820bd8b4247a0ab74601b360f66ad3b9146829",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-ml-training",
"user_agent:recipe"
]
},
"id": "2a1bf76c-d845-4271-871c-2ac806089d28",
"title": "clang-ml-training/0"
}
]
},
"clang_cas_digest": "ab57d4c3a810442ba2a03ce3e076f2b0390e190f510d0fd121b7f35a529662cc/399",
"corpus_cas_digest": "a1ef92c476507802135c59a21b07c538af08f9723536ce440ab1dabb9cfb3056/247",
"fint_params_paths": {
"arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-arm64.textproto",
"x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-x64.textproto"
},
"fuchsia_git_revision": "3f6d0e8d18fcaab85aaa195bef7d7f57e19b1ec6",
"iterations": 1000,
"manifest": "flower",
"model_cas_digest": "577915ca9ac6d826b93d437c58047166def03e09a59edc4d70da7925d1c2a0b1/4492",
"remote": "https://fuchsia.googlesource.com/integration",
"step_iterations": 1000,
"total_iterations": 3000,
"warmstart_cas_digest": "23497a9be3a67384589dd5a480a1f8ee11bc5526054c9623989d0ac79744354b/2401"
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "37820bd8b4247a0ab74601b360f66ad3b9146829",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8999076869153528464"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ml-training"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-ml-training"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:55:42.391] Scheduled build:
{
"id": "8833646807111102049",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2021-10-11T17:55:42.062620176Z",
"updateTime": "2021-10-11T17:55:42.231702379Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "37820bd8b4247a0ab74601b360f66ad3b9146829",
"ref": "refs/heads/main"
}
}
}
[17:55:42.391] Task URL: https://cr-buildbucket.appspot.com/build/8833646807111102049
[17:55:42.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:2:0) after 5m36s
[17:55:57.298] Received PubSub notification, asking Buildbucket for the build status
[17:55:57.343] Build status: STARTED
[18:01:18.738] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:2:0)
[18:01:18.770] Build status: STARTED
[18:01:18.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:4:0) after 2m10s
[18:03:28.805] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:4:0)
[18:03:28.846] Build status: STARTED
[18:03:28.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:5:0) after 7m45s
[18:11:13.876] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:5:0)
[18:11:13.925] Build status: STARTED
[18:11:13.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:6:0) after 5m31s
[18:16:44.941] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:6:0)
[18:16:45.060] Build status: STARTED
[18:16:45.060] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:7:0) after 1m56s
[18:18:41.084] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:7:0)
[18:18:41.143] Build status: STARTED
[18:18:41.143] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:8:0) after 1m5s
[18:19:46.560] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:8:0)
[18:19:46.589] Build status: STARTED
[18:19:46.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:9:0) after 2m34s
[18:22:20.695] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:9:0)
[18:22:20.736] Build status: STARTED
[18:22:20.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:10:0) after 8m33s
[18:30:54.075] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:10:0)
[18:30:54.109] Build status: STARTED
[18:30:54.109] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:11:0) after 2m14s
[18:33:08.573] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:11:0)
[18:33:08.623] Build status: STARTED
[18:33:08.623] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:12:0) after 8m24s
[18:41:32.676] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:12:0)
[18:41:32.713] Build status: STARTED
[18:41:32.713] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:13:0) after 2m31s
[18:44:03.736] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:13:0)
[18:44:03.776] Build status: STARTED
[18:44:03.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:14:0) after 4m15s
[18:48:18.786] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:14:0)
[18:48:18.848] Build status: STARTED
[18:48:18.848] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:15:0) after 2m52s
[18:51:10.914] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:15:0)
[18:51:10.981] Build status: STARTED
[18:51:10.981] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:16:0) after 8m18s
[18:59:29.284] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:16:0)
[18:59:29.312] Build status: STARTED
[18:59:29.312] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:17:0) after 9m45s
[19:09:14.820] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:17:0)
[19:09:14.847] Build status: STARTED
[19:09:14.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:18:0) after 4m29s
[19:13:43.991] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:18:0)
[19:13:44.019] Build status: STARTED
[19:13:44.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:19:0) after 2m23s
[19:16:07.156] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:19:0)
[19:16:07.199] Build status: STARTED
[19:16:07.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:20:0) after 3m18s
[19:19:25.324] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:20:0)
[19:19:25.398] Build status: STARTED
[19:19:25.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:21:0) after 1m34s
[19:20:59.635] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:21:0)
[19:20:59.668] Build status: STARTED
[19:20:59.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:22:0) after 9m6s
[19:30:05.716] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:22:0)
[19:30:05.763] Build status: STARTED
[19:30:05.763] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:23:0) after 5m3s
[19:35:08.783] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:23:0)
[19:35:08.820] Build status: STARTED
[19:35:08.820] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:24:0) after 9m5s
[19:44:13.943] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:24:0)
[19:44:13.974] Build status: STARTED
[19:44:13.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:25:0) after 8m54s
[19:53:08.072] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:25:0)
[19:53:08.105] Build status: STARTED
[19:53:08.105] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:26:0) after 9m28s
[20:02:36.188] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:26:0)
[20:02:36.222] Build status: STARTED
[20:02:36.222] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:27:0) after 1m28s
[20:04:04.400] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:27:0)
[20:04:04.468] Build status: STARTED
[20:04:04.468] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:28:0) after 5m54s
[20:09:58.564] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:28:0)
[20:09:58.602] Build status: STARTED
[20:09:58.602] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:29:0) after 7m20s
[20:17:18.723] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:29:0)
[20:17:18.759] Build status: STARTED
[20:17:18.759] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:30:0) after 8m22s
[20:25:41.079] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:30:0)
[20:25:41.127] Build status: STARTED
[20:25:41.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:31:0) after 9m23s
[20:35:04.290] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:31:0)
[20:35:04.321] Build status: STARTED
[20:35:04.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:32:0) after 1m35s
[20:36:39.342] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:32:0)
[20:36:39.374] Build status: STARTED
[20:36:39.374] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:33:0) after 5m50s
[20:42:29.393] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:33:0)
[20:42:29.423] Build status: STARTED
[20:42:29.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:34:0) after 9m49s
[20:52:18.431] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:34:0)
[20:52:18.462] Build status: STARTED
[20:52:18.462] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:35:0) after 4m40s
[20:56:58.686] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:35:0)
[20:56:58.726] Build status: STARTED
[20:56:58.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:36:0) after 5m43s
[21:02:41.750] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:36:0)
[21:02:41.875] Build status: STARTED
[21:02:41.875] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:37:0) after 9m35s
[21:12:16.990] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:37:0)
[21:12:17.021] Build status: STARTED
[21:12:17.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:38:0) after 8m29s
[21:20:46.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:38:0)
[21:20:46.172] Build status: STARTED
[21:20:46.172] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:39:0) after 6m47s
[21:27:33.347] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:39:0)
[21:27:33.390] Build status: STARTED
[21:27:33.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:40:0) after 8m18s
[21:35:51.509] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:40:0)
[21:35:51.540] Build status: STARTED
[21:35:51.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:41:0) after 8m15s
[21:44:06.566] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:41:0)
[21:44:06.611] Build status: STARTED
[21:44:06.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:42:0) after 7m44s
[21:51:50.675] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:42:0)
[21:51:50.706] Build status: STARTED
[21:51:50.706] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:43:0) after 4m49s
[21:56:39.729] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:43:0)
[21:56:39.757] Build status: STARTED
[21:56:39.757] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:44:0) after 3m11s
[21:59:50.900] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:44:0)
[21:59:50.928] Build status: STARTED
[21:59:50.928] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:45:0) after 3m1s
[22:02:51.626] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:45:0)
[22:02:51.676] Build status: STARTED
[22:02:51.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:46:0) after 4m24s
[22:07:15.874] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:46:0)
[22:07:15.901] Build status: STARTED
[22:07:15.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:47:0) after 3m49s
[22:11:04.725] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:47:0)
[22:11:04.750] Build status: STARTED
[22:11:04.750] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:48:0) after 5m1s
[22:16:05.719] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:48:0)
[22:16:05.754] Build status: STARTED
[22:16:05.754] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:49:0) after 9m56s
[22:26:01.810] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:49:0)
[22:26:01.895] Build status: STARTED
[22:26:01.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:50:0) after 4m34s
[22:30:36.032] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:50:0)
[22:30:36.094] Build status: STARTED
[22:30:36.094] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:51:0) after 5m12s
[22:35:48.146] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:51:0)
[22:35:48.176] Build status: STARTED
[22:35:48.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:52:0) after 9m21s
[22:45:09.215] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:52:0)
[22:45:09.248] Build status: STARTED
[22:45:09.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:53:0) after 6m2s
[22:51:11.275] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:53:0)
[22:51:11.304] Build status: STARTED
[22:51:11.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:54:0) after 3m4s
[22:54:15.511] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:54:0)
[22:54:15.540] Build status: STARTED
[22:54:15.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:55:0) after 9m2s
[23:03:17.561] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:55:0)
[23:03:17.595] Build status: STARTED
[23:03:17.595] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:56:0) after 6m50s
[23:10:07.756] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:56:0)
[23:10:07.788] Build status: STARTED
[23:10:07.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:57:0) after 2m55s
[23:13:02.879] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:57:0)
[23:13:02.913] Build status: STARTED
[23:13:02.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:58:0) after 8m40s
[23:21:43.058] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:58:0)
[23:22:04.167] Build status: STARTED
[23:22:04.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:59:0) after 7m5s
[23:29:09.545] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:59:0)
[23:29:09.590] Build status: STARTED
[23:29:09.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:60:0) after 3m11s
[23:32:20.613] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:60:0)
[23:32:20.643] Build status: STARTED
[23:32:20.643] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:61:0) after 5m51s
[23:38:12.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:61:0)
[23:38:12.194] Build status: STARTED
[23:38:12.194] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:62:0) after 7m46s
[23:45:58.611] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:62:0)
[23:45:58.637] Build status: STARTED
[23:45:58.637] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:63:0) after 3m13s
[23:49:11.759] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:63:0)
[23:49:11.789] Build status: STARTED
[23:49:11.789] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:64:0) after 9m17s
[23:58:28.807] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:64:0)
[23:58:28.843] Build status: STARTED
[23:58:28.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:65:0) after 4m10s
[00:02:38.874] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:65:0)
[00:02:38.912] Build status: STARTED
[00:02:38.912] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:66:0) after 5m42s
[00:08:20.939] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:66:0)
[00:08:20.980] Build status: STARTED
[00:08:20.980] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:67:0) after 7m54s
[00:16:15.076] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:67:0)
[00:16:15.119] Build status: STARTED
[00:16:15.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:68:0) after 9m58s
[00:26:13.142] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:68:0)
[00:26:13.175] Build status: STARTED
[00:26:13.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:69:0) after 4m51s
[00:31:04.480] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:69:0)
[00:31:04.598] Build status: STARTED
[00:31:04.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:70:0) after 6m29s
[00:37:33.620] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:70:0)
[00:37:33.684] Build status: STARTED
[00:37:33.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:71:0) after 7m3s
[00:44:36.755] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:71:0)
[00:44:36.782] Build status: STARTED
[00:44:36.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:72:0) after 5m37s
[00:50:13.820] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:72:0)
[00:50:13.856] Build status: STARTED
[00:50:13.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:73:0) after 7m46s
[00:57:59.877] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:73:0)
[00:57:59.909] Build status: STARTED
[00:57:59.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:74:0) after 9m45s
[01:07:45.415] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:74:0)
[01:07:45.472] Build status: STARTED
[01:07:45.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:75:0) after 8m7s
[01:15:52.968] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:75:0)
[01:15:53.001] Build status: STARTED
[01:15:53.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:76:0) after 8m9s
[01:24:02.065] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:76:0)
[01:24:02.117] Build status: STARTED
[01:24:02.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:77:0) after 2m27s
[01:26:29.141] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:77:0)
[01:26:29.180] Build status: STARTED
[01:26:29.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:78:0) after 2m22s
[01:28:51.240] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:78:0)
[01:28:51.286] Build status: STARTED
[01:28:51.286] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:79:0) after 1m20s
[01:30:11.309] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:79:0)
[01:30:11.343] Build status: STARTED
[01:30:11.343] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:80:0) after 5m52s
[01:36:03.363] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:80:0)
[01:36:03.401] Build status: STARTED
[01:36:03.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:81:0) after 5m39s
[01:41:42.587] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:81:0)
[01:41:42.618] Build status: STARTED
[01:41:42.618] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:82:0) after 4m58s
[01:46:40.939] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:82:0)
[01:46:40.976] Build status: STARTED
[01:46:40.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:83:0) after 1m35s
[01:48:15.996] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:83:0)
[01:48:16.024] Build status: STARTED
[01:48:16.024] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:84:0) after 9m33s
[01:57:49.104] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:84:0)
[01:57:49.135] Build status: STARTED
[01:57:49.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:85:0) after 2m58s
[02:00:47.108] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:85:0)
[02:00:47.136] Build status: STARTED
[02:00:47.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:86:0) after 2m11s
[02:02:58.300] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:86:0)
[02:02:58.330] Build status: STARTED
[02:02:58.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:87:0) after 4m19s
[02:07:17.477] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:87:0)
[02:07:17.510] Build status: STARTED
[02:07:17.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:88:0) after 1m46s
[02:09:03.578] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:88:0)
[02:09:03.615] Build status: STARTED
[02:09:03.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:89:0) after 4m13s
[02:13:16.604] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:89:0)
[02:13:16.682] Build status: STARTED
[02:13:16.682] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:90:0) after 8m52s
[02:22:08.905] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:90:0)
[02:22:08.935] Build status: STARTED
[02:22:08.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:91:0) after 8m20s
[02:30:28.958] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:91:0)
[02:30:28.984] Build status: STARTED
[02:30:28.985] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:92:0) after 6m15s
[02:36:44.069] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:92:0)
[02:36:44.103] Build status: STARTED
[02:36:44.103] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:93:0) after 3m54s
[02:40:38.117] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:93:0)
[02:40:38.175] Build status: STARTED
[02:40:38.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:94:0) after 9m5s
[02:49:43.198] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:94:0)
[02:49:43.226] Build status: STARTED
[02:49:43.226] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:95:0) after 3m6s
[02:52:49.252] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:95:0)
[02:52:49.282] Build status: STARTED
[02:52:49.282] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:96:0) after 9m4s
[03:01:53.391] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:96:0)
[03:01:53.420] Build status: STARTED
[03:01:53.420] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:97:0) after 3m2s
[03:04:55.764] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:97:0)
[03:04:55.800] Build status: STARTED
[03:04:55.800] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:98:0) after 4m5s
[03:09:01.119] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:98:0)
[03:09:01.312] Build status: STARTED
[03:09:01.312] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:99:0) after 5m47s
[03:14:48.533] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:99:0)
[03:14:48.568] Build status: STARTED
[03:14:48.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:100:0) after 8m11s
[03:22:59.967] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:100:0)
[03:22:59.997] Build status: STARTED
[03:22:59.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:101:0) after 6m15s
[03:29:15.031] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:101:0)
[03:29:15.057] Build status: STARTED
[03:29:15.058] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:102:0) after 3m8s
[03:32:23.201] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:102:0)
[03:32:23.233] Build status: STARTED
[03:32:23.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:103:0) after 2m53s
[03:35:16.422] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:103:0)
[03:35:16.485] Build status: STARTED
[03:35:16.485] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:104:0) after 7m8s
[03:42:24.508] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:104:0)
[03:42:24.543] Build status: STARTED
[03:42:24.543] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:105:0) after 7m26s
[03:49:50.574] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:105:0)
[03:49:50.638] Build status: STARTED
[03:49:50.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:106:0) after 9m53s
[03:59:43.897] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:106:0)
[03:59:43.922] Build status: STARTED
[03:59:43.922] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:107:0) after 4m20s
[04:04:03.947] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:107:0)
[04:04:03.985] Build status: STARTED
[04:04:03.986] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:108:0) after 8m6s
[04:12:10.043] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:108:0)
[04:12:10.076] Build status: STARTED
[04:12:10.076] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:109:0) after 1m20s
[04:13:30.098] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:109:0)
[04:13:30.137] Build status: STARTED
[04:13:30.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:110:0) after 4m52s
[04:18:22.325] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:110:0)
[04:18:22.355] Build status: STARTED
[04:18:22.355] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:111:0) after 5m18s
[04:23:40.397] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:111:0)
[04:23:40.423] Build status: STARTED
[04:23:40.423] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:112:0) after 2m40s
[04:26:20.623] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:112:0)
[04:26:20.659] Build status: STARTED
[04:26:20.659] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:113:0) after 5m40s
[04:32:00.709] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:113:0)
[04:32:00.770] Build status: STARTED
[04:32:00.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:114:0) after 3m57s
[04:35:57.794] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:114:0)
[04:35:57.906] Build status: STARTED
[04:35:57.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:115:0) after 4m37s
[04:40:34.926] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:115:0)
[04:40:35.189] Build status: STARTED
[04:40:35.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:116:0) after 5m22s
[04:45:57.217] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:116:0)
[04:45:57.263] Build status: STARTED
[04:45:57.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:117:0) after 8m18s
[04:54:15.439] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:117:0)
[04:54:15.472] Build status: STARTED
[04:54:15.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:118:0) after 9m36s
[05:03:51.593] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:118:0)
[05:03:51.629] Build status: STARTED
[05:03:51.629] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:119:0) after 3m39s
[05:07:30.688] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:119:0)
[05:07:30.733] Build status: STARTED
[05:07:30.733] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:120:0) after 3m28s
[05:10:58.801] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:120:0)
[05:10:58.838] Build status: STARTED
[05:10:58.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:121:0) after 5m42s
[05:16:40.853] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:121:0)
[05:16:40.890] Build status: STARTED
[05:16:40.890] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:122:0) after 4m25s
[05:21:05.908] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:122:0)
[05:21:05.934] Build status: STARTED
[05:21:05.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:123:0) after 3m28s
[05:24:33.955] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:123:0)
[05:24:33.991] Build status: STARTED
[05:24:33.991] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:124:0) after 2m7s
[05:26:41.013] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:124:0)
[05:26:41.067] Build status: STARTED
[05:26:41.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:125:0) after 1m0s
[05:27:41.189] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:125:0)
[05:27:41.216] Build status: STARTED
[05:27:41.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:126:0) after 1m33s
[05:29:14.271] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:126:0)
[05:29:14.320] Build status: STARTED
[05:29:14.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:127:0) after 6m31s
[05:35:45.457] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:127:0)
[05:35:45.491] Build status: STARTED
[05:35:45.491] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:128:0) after 1m16s
[05:37:01.552] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:128:0)
[05:37:01.578] Build status: STARTED
[05:37:01.578] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:129:0) after 8m47s
[05:45:48.605] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:129:0)
[05:45:48.681] Build status: STARTED
[05:45:48.681] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:130:0) after 3m24s
[05:49:12.687] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:130:0)
[05:49:12.758] Build status: STARTED
[05:49:12.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:131:0) after 2m50s
[05:52:03.138] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:131:0)
[05:52:03.183] Build status: STARTED
[05:52:03.183] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:132:0) after 2m43s
[05:54:46.205] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:132:0)
[05:54:46.260] Build status: STARTED
[05:54:46.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:133:0) after 7m5s
[06:01:51.526] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:133:0)
[06:01:51.553] Build status: STARTED
[06:01:51.553] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:134:0) after 2m40s
[06:04:31.681] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:134:0)
[06:04:31.715] Build status: STARTED
[06:04:31.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:135:0) after 7m44s
[06:12:15.859] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:135:0)
[06:12:15.896] Build status: STARTED
[06:12:15.896] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:136:0) after 3m45s
[06:16:01.112] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:136:0)
[06:16:01.145] Build status: STARTED
[06:16:01.145] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:137:0) after 4m52s
[06:20:53.187] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:137:0)
[06:20:53.219] Build status: STARTED
[06:20:53.219] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:138:0) after 4m15s
[06:25:08.546] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:138:0)
[06:25:08.611] Build status: STARTED
[06:25:08.611] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:139:0) after 4m15s
[06:29:23.625] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:139:0)
[06:29:23.655] Build status: STARTED
[06:29:23.655] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:140:0) after 7m37s
[06:37:00.756] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:140:0)
[06:37:00.786] Build status: STARTED
[06:37:00.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:141:0) after 5m34s
[06:42:34.806] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:141:0)
[06:42:34.841] Build status: STARTED
[06:42:34.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:142:0) after 9m1s
[06:51:35.926] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:142:0)
[06:51:35.958] Build status: STARTED
[06:51:35.958] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:143:0) after 2m48s
[06:54:23.998] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:143:0)
[06:54:24.026] Build status: STARTED
[06:54:24.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:144:0) after 8m2s
[07:02:26.089] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:144:0)
[07:02:26.124] Build status: STARTED
[07:02:26.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:145:0) after 5m37s
[07:08:03.175] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:145:0)
[07:08:03.218] Build status: STARTED
[07:08:03.218] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:146:0) after 2m13s
[07:10:16.298] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:146:0)
[07:10:16.336] Build status: STARTED
[07:10:16.336] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:147:0) after 4m43s
[07:14:59.417] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:147:0)
[07:14:59.450] Build status: STARTED
[07:14:59.450] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:148:0) after 5m52s
[07:20:51.656] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:148:0)
[07:20:51.683] Build status: STARTED
[07:20:51.683] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:149:0) after 9m40s
[07:30:31.714] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:149:0)
[07:30:31.798] Build status: STARTED
[07:30:31.798] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:150:0) after 2m42s
[07:33:13.837] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:150:0)
[07:33:13.863] Build status: STARTED
[07:33:13.863] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:151:0) after 2m48s
[07:36:01.878] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:151:0)
[07:36:01.910] Build status: STARTED
[07:36:01.910] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:152:0) after 6m31s
[07:42:32.966] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:152:0)
[07:42:33.005] Build status: STARTED
[07:42:33.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:153:0) after 3m45s
[07:46:18.032] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:153:0)
[07:46:18.064] Build status: STARTED
[07:46:18.064] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:154:0) after 1m21s
[07:47:39.109] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:154:0)
[07:47:39.178] Build status: STARTED
[07:47:39.178] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:155:0) after 9m24s
[07:57:03.335] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:155:0)
[07:57:03.363] Build status: STARTED
[07:57:03.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:156:0) after 4m1s
[08:01:04.726] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:156:0)
[08:01:04.770] Build status: STARTED
[08:01:04.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:157:0) after 1m5s
[08:02:09.933] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:157:0)
[08:02:09.967] Build status: STARTED
[08:02:09.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:158:0) after 6m9s
[08:08:19.006] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:158:0)
[08:08:19.035] Build status: STARTED
[08:08:19.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:159:0) after 1m54s
[08:10:13.260] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:159:0)
[08:10:13.293] Build status: STARTED
[08:10:13.293] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:160:0) after 5m16s
[08:15:29.515] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:160:0)
[08:15:29.544] Build status: STARTED
[08:15:29.544] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:161:0) after 8m55s
[08:24:24.567] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:161:0)
[08:24:24.601] Build status: STARTED
[08:24:24.601] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:162:0) after 8m24s
[08:32:48.628] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:162:0)
[08:32:48.657] Build status: STARTED
[08:32:48.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:163:0) after 9m50s
[08:42:38.850] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:163:0)
[08:42:38.891] Build status: STARTED
[08:42:38.891] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:164:0) after 4m24s
[08:47:02.990] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:164:0)
[08:47:03.069] Build status: STARTED
[08:47:03.069] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:165:0) after 3m6s
[08:50:09.195] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:165:0)
[08:50:09.231] Build status: STARTED
[08:50:09.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:166:0) after 7m21s
[08:57:30.268] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:166:0)
[08:57:30.306] Build status: STARTED
[08:57:30.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:167:0) after 6m54s
[09:04:24.347] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:167:0)
[09:04:24.376] Build status: STARTED
[09:04:24.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:168:0) after 3m16s
[09:07:40.472] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:168:0)
[09:07:40.502] Build status: STARTED
[09:07:40.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:169:0) after 2m37s
[09:10:17.523] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:169:0)
[09:10:17.556] Build status: STARTED
[09:10:17.556] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:170:0) after 5m14s
[09:15:31.578] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:170:0)
[09:15:31.610] Build status: STARTED
[09:15:31.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:171:0) after 9m55s
[09:25:26.631] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:171:0)
[09:25:26.660] Build status: STARTED
[09:25:26.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:172:0) after 7m10s
[09:32:37.040] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:172:0)
[09:32:37.076] Build status: STARTED
[09:32:37.076] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:173:0) after 4m14s
[09:36:51.099] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:173:0)
[09:36:51.139] Build status: STARTED
[09:36:51.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:174:0) after 3m37s
[09:40:28.332] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:174:0)
[09:40:28.369] Build status: STARTED
[09:40:28.369] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:175:0) after 3m59s
[09:44:27.405] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:175:0)
[09:44:27.459] Build status: STARTED
[09:44:27.459] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:176:0) after 9m49s
[09:54:16.486] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:176:0)
[09:54:16.517] Build status: STARTED
[09:54:16.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:177:0) after 2m49s
[09:57:05.641] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:177:0)
[09:57:05.687] Build status: STARTED
[09:57:05.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:178:0) after 9m16s
[10:06:21.717] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:178:0)
[10:06:21.751] Build status: STARTED
[10:06:21.751] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:179:0) after 4m9s
[10:10:30.776] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:179:0)
[10:10:30.804] Build status: STARTED
[10:10:30.805] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:180:0) after 6m50s
[10:17:20.875] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:180:0)
[10:17:20.905] Build status: STARTED
[10:17:20.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:181:0) after 1m31s
[10:18:51.933] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:181:0)
[10:18:51.968] Build status: STARTED
[10:18:51.968] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:182:0) after 3m33s
[10:22:24.963] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:182:0)
[10:22:25.079] Build status: STARTED
[10:22:25.079] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:183:0) after 3m37s
[10:26:02.103] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:183:0)
[10:26:02.136] Build status: STARTED
[10:26:02.136] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:184:0) after 8m50s
[10:34:52.263] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:184:0)
[10:34:52.292] Build status: STARTED
[10:34:52.292] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:185:0) after 8m56s
[10:43:48.324] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:185:0)
[10:43:48.350] Build status: STARTED
[10:43:48.350] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8999076869153528464:186:0) after 9m31s
[10:44:39.912] Received PubSub notification, asking Buildbucket for the build status
[10:44:39.938] Build:
{
"id": "8833646807111102049",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2021-10-11T17:55:42.062620176Z",
"startTime": "2021-10-11T17:55:56.311978Z",
"endTime": "2021-10-12T10:44:39.402562360Z",
"updateTime": "2021-10-12T10:44:39.402888437Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "37820bd8b4247a0ab74601b360f66ad3b9146829",
"ref": "refs/heads/main"
}
}
}
[10:44:39.938] Invocation finished in 16h48m59.208889404s with status SUCCEEDED