[09:19:18.653] New invocation is queued and will start shortly
[09:19:18.653] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[09:19:19.859] Starting the invocation (attempt 1)
[09:19:19.898] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/49689c8366891bb53cb1efc0d136bc3e120b4704"
[09:19:19.898] Reconstructed gitiles commit from tags
[09:19:19.898] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:19:19.899] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:19:19.899] Buildbucket request:
{
"requestId": "8997388013878263296",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"buildbucket": {
"properties": {
"clang_cas_digest": "056d7a29cc0d0deeb1938cdea42d6520a08a9e1b0f0a9601dfeab66c4a34eb96/399",
"corpus_cas_digest": "f91d287b2685f84fba1975e10cd07953432e3a7b39b0b9e41330845baeda13a6/247",
"fint_params_paths": {
"arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-arm64.textproto",
"x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-x64.textproto"
},
"fuchsia_git_revision": "a4e47d9fccb0e216cb64be9f693ae0a07c94be66",
"iterations": 2000,
"manifest": "flower",
"model_cas_digest": "ddccd521ec77920db7f834b74cf53f185b98367d6fc1578722afaa52300e951e/4657",
"remote": "https://fuchsia.googlesource.com/integration",
"step_iterations": 1000,
"total_iterations": 3000,
"warmstart_cas_digest": "a9813efe791057f046607f8968f9001310d7552d94458ba72598962bcd80a4dd/2402"
},
"tags": [
"buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/49689c8366891bb53cb1efc0d136bc3e120b4704",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-ml-training",
"user_agent:recipe"
]
},
"id": "92added6-4995-4ae2-a7c9-139763eb2c53",
"title": "clang-ml-training/0"
}
]
},
"clang_cas_digest": "056d7a29cc0d0deeb1938cdea42d6520a08a9e1b0f0a9601dfeab66c4a34eb96/399",
"corpus_cas_digest": "f91d287b2685f84fba1975e10cd07953432e3a7b39b0b9e41330845baeda13a6/247",
"fint_params_paths": {
"arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-arm64.textproto",
"x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-x64.textproto"
},
"fuchsia_git_revision": "a4e47d9fccb0e216cb64be9f693ae0a07c94be66",
"iterations": 2000,
"manifest": "flower",
"model_cas_digest": "ddccd521ec77920db7f834b74cf53f185b98367d6fc1578722afaa52300e951e/4657",
"remote": "https://fuchsia.googlesource.com/integration",
"step_iterations": 1000,
"total_iterations": 3000,
"warmstart_cas_digest": "a9813efe791057f046607f8968f9001310d7552d94458ba72598962bcd80a4dd/2402"
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8997388013878263296"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ml-training"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-ml-training"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:19:20.360] Scheduled build:
{
"id": "8831957951830377569",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2021-10-30T09:19:19.967236001Z",
"updateTime": "2021-10-30T09:19:19.967236001Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
}
}
}
[09:19:20.360] Task URL: https://cr-buildbucket.appspot.com/build/8831957951830377569
[09:19:20.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:2:0) after 2m45s
[09:20:21.489] Received PubSub notification, asking Buildbucket for the build status
[09:20:21.691] Build status: STARTED
[09:22:05.411] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:2:0)
[09:22:05.528] Build status: STARTED
[09:22:05.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:4:0) after 8m40s
[09:30:45.620] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:4:0)
[09:30:45.673] Build status: STARTED
[09:30:45.673] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:5:0) after 8m22s
[09:39:07.780] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:5:0)
[09:39:09.124] Build status: STARTED
[09:39:09.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:6:0) after 2m9s
[09:41:19.217] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:6:0)
[09:41:20.582] Build status: STARTED
[09:41:20.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:7:0) after 2m26s
[09:43:46.603] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:7:0)
[09:43:46.790] Build status: STARTED
[09:43:46.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:8:0) after 1m6s
[09:44:53.623] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:8:0)
[09:44:54.402] Build status: STARTED
[09:44:54.402] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:9:0) after 2m33s
[09:47:28.215] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:9:0)
[09:47:30.422] Build status: STARTED
[09:47:30.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:10:0) after 5m45s
[09:53:15.442] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:10:0)
[09:53:15.674] Build status: STARTED
[09:53:15.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:11:0) after 8m3s
[10:01:18.676] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:11:0)
[10:01:19.605] Build status: STARTED
[10:01:19.605] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:12:0) after 8m51s
[10:10:10.624] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:12:0)
[10:10:10.788] Build status: STARTED
[10:10:10.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:13:0) after 6m36s
[10:16:46.804] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:13:0)
[10:16:46.835] Build status: STARTED
[10:16:46.835] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:14:0) after 5m10s
[10:21:56.858] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:14:0)
[10:21:56.976] Build status: STARTED
[10:21:56.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:15:0) after 3m31s
[10:25:28.017] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:15:0)
[10:25:29.112] Build status: STARTED
[10:25:29.112] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:16:0) after 7m48s
[10:33:17.579] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:16:0)
[10:33:18.028] Build status: STARTED
[10:33:18.028] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:17:0) after 3m2s
[10:36:20.374] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:17:0)
[10:36:20.420] Build status: STARTED
[10:36:20.420] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:18:0) after 2m58s
[10:39:18.670] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:18:0)
[10:39:18.719] Build status: STARTED
[10:39:18.719] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:19:0) after 5m47s
[10:45:05.742] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:19:0)
[10:45:16.610] Build status: STARTED
[10:45:16.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:20:0) after 9m29s
[10:54:45.734] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:20:0)
[10:54:45.769] Build status: STARTED
[10:54:45.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:21:0) after 5m35s
[11:00:20.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:21:0)
[11:00:24.262] Build status: STARTED
[11:00:24.262] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:22:0) after 6m6s
[11:06:30.741] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:22:0)
[11:06:30.794] Build status: STARTED
[11:06:30.794] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:23:0) after 5m32s
[11:12:03.004] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:23:0)
[11:12:04.526] Build status: STARTED
[11:12:04.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:24:0) after 5m1s
[11:17:05.745] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:24:0)
[11:17:06.764] Build status: STARTED
[11:17:06.764] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:25:0) after 2m59s
[11:20:06.346] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:25:0)
[11:20:06.402] Build status: STARTED
[11:20:06.402] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:26:0) after 9m44s
[11:29:50.422] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:26:0)
[11:29:50.465] Build status: STARTED
[11:29:50.465] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:27:0) after 9m9s
[11:38:59.507] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:27:0)
[11:38:59.538] Build status: STARTED
[11:38:59.538] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:28:0) after 6m14s
[11:45:13.697] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:28:0)
[11:45:13.746] Build status: STARTED
[11:45:13.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:29:0) after 8m15s
[11:53:29.130] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:29:0)
[11:53:29.424] Build status: STARTED
[11:53:29.424] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:30:0) after 8m51s
[12:02:20.644] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:30:0)
[12:02:20.698] Build status: STARTED
[12:02:20.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:31:0) after 1m20s
[12:03:40.998] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:31:0)
[12:03:42.317] Build status: STARTED
[12:03:42.317] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:32:0) after 7m16s
[12:10:58.538] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:32:0)
[12:11:01.979] Build status: STARTED
[12:11:01.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:33:0) after 8m9s
[12:19:11.012] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:33:0)
[12:19:11.390] Build status: STARTED
[12:19:11.390] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:34:0) after 7m22s
[12:26:33.435] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:34:0)
[12:26:36.860] Build status: STARTED
[12:26:36.860] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:35:0) after 6m2s
[12:32:38.888] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:35:0)
[12:32:38.935] Build status: STARTED
[12:32:38.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:36:0) after 8m48s
[12:41:27.141] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:36:0)
[12:41:27.212] Build status: STARTED
[12:41:27.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:37:0) after 6m34s
[12:48:01.254] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:37:0)
[12:48:03.647] Build status: STARTED
[12:48:03.647] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:38:0) after 6m8s
[12:54:11.667] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:38:0)
[12:54:11.973] Build status: STARTED
[12:54:11.973] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:39:0) after 9m22s
[13:03:34.004] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:39:0)
[13:03:43.432] Build status: STARTED
[13:03:43.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:40:0) after 7m28s
[13:11:11.457] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:40:0)
[13:11:13.831] Build status: STARTED
[13:11:13.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:41:0) after 4m7s
[13:15:20.879] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:41:0)
[13:15:21.906] Build status: STARTED
[13:15:21.906] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:42:0) after 2m57s
[13:18:18.929] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:42:0)
[13:18:18.970] Build status: STARTED
[13:18:18.970] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:43:0) after 3m46s
[13:22:05.201] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:43:0)
[13:22:05.265] Build status: STARTED
[13:22:05.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:44:0) after 3m39s
[13:25:44.281] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:44:0)
[13:25:44.344] Build status: STARTED
[13:25:44.344] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:45:0) after 7m57s
[13:33:41.365] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:45:0)
[13:33:43.897] Build status: STARTED
[13:33:43.897] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:46:0) after 4m50s
[13:38:33.931] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:46:0)
[13:38:40.339] Build status: STARTED
[13:38:40.339] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:47:0) after 4m52s
[13:43:32.358] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:47:0)
[13:43:33.239] Build status: STARTED
[13:43:33.239] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:48:0) after 4m3s
[13:47:36.265] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:48:0)
[13:47:36.331] Build status: STARTED
[13:47:36.331] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:49:0) after 3m0s
[13:50:36.530] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:49:0)
[13:50:36.804] Build status: STARTED
[13:50:36.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:50:0) after 2m55s
[13:53:31.856] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:50:0)
[13:53:32.518] Build status: STARTED
[13:53:32.518] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:51:0) after 2m50s
[13:56:22.559] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:51:0)
[13:56:23.777] Build status: STARTED
[13:56:23.777] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:52:0) after 3m48s
[14:00:11.879] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:52:0)
[14:00:12.590] Build status: STARTED
[14:00:12.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:53:0) after 1m3s
[14:01:15.743] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:53:0)
[14:01:15.948] Build status: STARTED
[14:01:15.948] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:54:0) after 6m48s
[14:08:03.970] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:54:0)
[14:08:04.454] Build status: STARTED
[14:08:04.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:55:0) after 4m1s
[14:12:05.475] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:55:0)
[14:12:06.160] Build status: STARTED
[14:12:06.160] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:56:0) after 2m47s
[14:14:53.816] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:56:0)
[14:14:53.913] Build status: STARTED
[14:14:53.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:57:0) after 9m20s
[14:24:14.082] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:57:0)
[14:24:14.152] Build status: STARTED
[14:24:14.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:58:0) after 2m22s
[14:26:36.254] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:58:0)
[14:26:36.288] Build status: STARTED
[14:26:36.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:59:0) after 3m2s
[14:29:38.308] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:59:0)
[14:29:38.335] Build status: STARTED
[14:29:38.335] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:60:0) after 8m56s
[14:38:34.353] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:60:0)
[14:38:34.405] Build status: STARTED
[14:38:34.405] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:61:0) after 3m26s
[14:42:01.500] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:61:0)
[14:42:01.540] Build status: STARTED
[14:42:01.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:62:0) after 9m39s
[14:51:40.818] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:62:0)
[14:51:40.850] Build status: STARTED
[14:51:40.850] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:63:0) after 9m20s
[15:01:01.156] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:63:0)
[15:01:01.199] Build status: STARTED
[15:01:01.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:64:0) after 4m9s
[15:05:11.079] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:64:0)
[15:05:11.133] Build status: STARTED
[15:05:11.133] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:65:0) after 9m0s
[15:14:11.603] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:65:0)
[15:14:11.646] Build status: STARTED
[15:14:11.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:66:0) after 7m11s
[15:21:22.709] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:66:0)
[15:21:22.772] Build status: STARTED
[15:21:22.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:67:0) after 5m21s
[15:26:43.929] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:67:0)
[15:26:43.960] Build status: STARTED
[15:26:43.960] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:68:0) after 7m57s
[15:34:40.980] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:68:0)
[15:34:41.010] Build status: STARTED
[15:34:41.010] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:69:0) after 8m25s
[15:43:06.034] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:69:0)
[15:43:06.072] Build status: STARTED
[15:43:06.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:70:0) after 7m56s
[15:51:02.294] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:70:0)
[15:51:02.334] Build status: STARTED
[15:51:02.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:71:0) after 7m20s
[15:58:23.006] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:71:0)
[15:58:23.044] Build status: STARTED
[15:58:23.044] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:72:0) after 5m11s
[16:03:34.054] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:72:0)
[16:03:34.087] Build status: STARTED
[16:03:34.087] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:73:0) after 3m56s
[16:07:30.107] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:73:0)
[16:07:30.139] Build status: STARTED
[16:07:30.139] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:74:0) after 6m47s
[16:14:17.166] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:74:0)
[16:14:17.378] Build status: STARTED
[16:14:17.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:75:0) after 1m33s
[16:15:51.301] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:75:0)
[16:15:51.500] Build status: STARTED
[16:15:51.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:76:0) after 4m25s
[16:20:16.719] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:76:0)
[16:20:16.751] Build status: STARTED
[16:20:16.751] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:77:0) after 4m21s
[16:24:37.781] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:77:0)
[16:24:37.841] Build status: STARTED
[16:24:37.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:78:0) after 2m16s
[16:26:53.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:78:0)
[16:26:53.896] Build status: STARTED
[16:26:53.897] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:79:0) after 9m17s
[16:36:13.144] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:79:0)
[16:36:13.184] Build status: STARTED
[16:36:13.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:80:0) after 7m33s
[16:43:46.418] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:80:0)
[16:43:46.449] Build status: STARTED
[16:43:46.449] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:81:0) after 9m0s
[16:52:46.471] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:81:0)
[16:52:46.515] Build status: STARTED
[16:52:46.515] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:82:0) after 3m5s
[16:55:51.703] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:82:0)
[16:55:51.735] Build status: STARTED
[16:55:51.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:83:0) after 5m32s
[17:01:23.757] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:83:0)
[17:01:23.801] Build status: STARTED
[17:01:23.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:84:0) after 4m28s
[17:05:53.747] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:84:0)
[17:05:53.810] Build status: STARTED
[17:05:53.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:85:0) after 7m49s
[17:13:43.009] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:85:0)
[17:13:43.038] Build status: STARTED
[17:13:43.038] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:86:0) after 2m39s
[17:16:22.062] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:86:0)
[17:16:22.095] Build status: STARTED
[17:16:22.095] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:87:0) after 7m26s
[17:23:48.200] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:87:0)
[17:23:48.233] Build status: STARTED
[17:23:48.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:88:0) after 1m29s
[17:25:17.253] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:88:0)
[17:25:17.287] Build status: STARTED
[17:25:17.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:89:0) after 8m30s
[17:33:47.312] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:89:0)
[17:33:47.344] Build status: STARTED
[17:33:47.344] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:90:0) after 3m9s
[17:36:56.405] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:90:0)
[17:36:56.435] Build status: STARTED
[17:36:56.435] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:91:0) after 5m40s
[17:42:36.556] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:91:0)
[17:42:36.589] Build status: STARTED
[17:42:36.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:92:0) after 8m34s
[17:51:10.611] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:92:0)
[17:51:10.640] Build status: STARTED
[17:51:10.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:93:0) after 6m21s
[17:57:31.660] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:93:0)
[17:57:31.690] Build status: STARTED
[17:57:31.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:94:0) after 6m35s
[18:04:06.722] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:94:0)
[18:04:06.755] Build status: STARTED
[18:04:06.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:95:0) after 3m35s
[18:07:41.775] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:95:0)
[18:07:42.879] Build status: STARTED
[18:07:42.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:96:0) after 6m7s
[18:13:49.999] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:96:0)
[18:13:50.031] Build status: STARTED
[18:13:50.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:97:0) after 2m42s
[18:16:32.057] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:97:0)
[18:16:32.086] Build status: STARTED
[18:16:32.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:98:0) after 6m48s
[18:23:20.106] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:98:0)
[18:23:20.137] Build status: STARTED
[18:23:20.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:99:0) after 9m25s
[18:32:45.668] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:99:0)
[18:32:45.718] Build status: STARTED
[18:32:45.718] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:100:0) after 8m27s
[18:41:13.150] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:100:0)
[18:41:13.334] Build status: STARTED
[18:41:13.334] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:101:0) after 3m10s
[18:44:23.353] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:101:0)
[18:44:23.386] Build status: STARTED
[18:44:23.386] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:102:0) after 3m42s
[18:48:06.386] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:102:0)
[18:48:06.419] Build status: STARTED
[18:48:06.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:103:0) after 4m41s
[18:52:47.681] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:103:0)
[18:52:47.795] Build status: STARTED
[18:52:47.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:104:0) after 4m25s
[18:57:12.847] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:104:0)
[18:57:12.877] Build status: STARTED
[18:57:12.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:105:0) after 5m58s
[19:03:11.237] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:105:0)
[19:03:11.277] Build status: STARTED
[19:03:11.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:106:0) after 7m2s
[19:10:13.333] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:106:0)
[19:10:13.361] Build status: STARTED
[19:10:13.361] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:107:0) after 9m44s
[19:19:58.057] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:107:0)
[19:19:58.093] Build status: STARTED
[19:19:58.093] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:108:0) after 8m52s
[19:28:50.448] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:108:0)
[19:28:50.483] Build status: STARTED
[19:28:50.483] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:109:0) after 7m0s
[19:35:50.915] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:109:0)
[19:35:50.942] Build status: STARTED
[19:35:50.942] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:110:0) after 8m58s
[19:44:48.967] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:110:0)
[19:44:49.010] Build status: STARTED
[19:44:49.010] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:111:0) after 8m18s
[19:53:07.039] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:111:0)
[19:53:07.072] Build status: STARTED
[19:53:07.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:112:0) after 8m50s
[20:01:57.092] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:112:0)
[20:01:57.130] Build status: STARTED
[20:01:57.130] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:113:0) after 3m56s
[20:05:53.150] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:113:0)
[20:05:53.184] Build status: STARTED
[20:05:53.184] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:114:0) after 8m38s
[20:14:31.214] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:114:0)
[20:14:31.243] Build status: STARTED
[20:14:31.243] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:115:0) after 1m16s
[20:15:47.456] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:115:0)
[20:15:47.495] Build status: STARTED
[20:15:47.495] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:116:0) after 3m24s
[20:19:11.677] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:116:0)
[20:19:11.705] Build status: STARTED
[20:19:11.705] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:117:0) after 3m8s
[20:22:19.725] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:117:0)
[20:22:19.780] Build status: STARTED
[20:22:19.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:118:0) after 9m42s
[20:32:01.775] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:118:0)
[20:32:01.804] Build status: STARTED
[20:32:01.804] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:119:0) after 6m52s
[20:38:53.867] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:119:0)
[20:38:53.900] Build status: STARTED
[20:38:53.900] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:120:0) after 6m2s
[20:44:56.010] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:120:0)
[20:44:56.045] Build status: STARTED
[20:44:56.045] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:121:0) after 2m54s
[20:47:50.157] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:121:0)
[20:47:50.189] Build status: STARTED
[20:47:50.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:122:0) after 8m54s
[20:56:44.569] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:122:0)
[20:56:44.615] Build status: STARTED
[20:56:44.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:123:0) after 7m35s
[21:04:19.787] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:123:0)
[21:04:19.815] Build status: STARTED
[21:04:19.815] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:124:0) after 5m27s
[21:09:46.837] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:124:0)
[21:09:46.887] Build status: STARTED
[21:09:46.887] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:125:0) after 2m44s
[21:12:30.963] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:125:0)
[21:12:30.992] Build status: STARTED
[21:12:30.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:126:0) after 3m42s
[21:16:13.019] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:126:0)
[21:16:13.072] Build status: STARTED
[21:16:13.072] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:127:0) after 1m32s
[21:17:45.200] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:127:0)
[21:17:45.231] Build status: STARTED
[21:17:45.231] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:128:0) after 5m18s
[21:23:03.278] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:128:0)
[21:23:03.320] Build status: STARTED
[21:23:03.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:129:0) after 3m6s
[21:26:09.472] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:129:0)
[21:26:09.503] Build status: STARTED
[21:26:09.503] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:130:0) after 8m5s
[21:34:14.526] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:130:0)
[21:34:14.552] Build status: STARTED
[21:34:14.552] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:131:0) after 8m19s
[21:42:33.638] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:131:0)
[21:42:33.690] Build status: STARTED
[21:42:33.690] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:132:0) after 4m39s
[21:47:12.789] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:132:0)
[21:47:12.814] Build status: STARTED
[21:47:12.814] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:133:0) after 2m51s
[21:50:03.880] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:133:0)
[21:50:03.905] Build status: STARTED
[21:50:03.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:134:0) after 1m26s
[21:51:29.932] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:134:0)
[21:51:29.965] Build status: STARTED
[21:51:29.965] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:135:0) after 9m52s
[22:01:22.347] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:135:0)
[22:01:22.379] Build status: STARTED
[22:01:22.379] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:136:0) after 2m6s
[22:03:28.413] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:136:0)
[22:03:28.441] Build status: STARTED
[22:03:28.441] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:137:0) after 7m55s
[22:11:23.494] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:137:0)
[22:11:23.557] Build status: STARTED
[22:11:23.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:138:0) after 4m11s
[22:15:34.778] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:138:0)
[22:15:34.808] Build status: STARTED
[22:15:34.808] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:139:0) after 3m13s
[22:18:48.513] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:139:0)
[22:18:48.578] Build status: STARTED
[22:18:48.578] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:140:0) after 2m43s
[22:21:31.667] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:140:0)
[22:21:31.702] Build status: STARTED
[22:21:31.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:141:0) after 5m28s
[22:27:00.292] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:141:0)
[22:27:00.336] Build status: STARTED
[22:27:00.336] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:142:0) after 2m31s
[22:29:31.365] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:142:0)
[22:29:31.397] Build status: STARTED
[22:29:31.397] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:143:0) after 8m57s
[22:38:28.423] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:143:0)
[22:38:28.484] Build status: STARTED
[22:38:28.484] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:144:0) after 3m50s
[22:42:18.612] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:144:0)
[22:42:18.761] Build status: STARTED
[22:42:18.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:145:0) after 8m40s
[22:50:58.861] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:145:0)
[22:50:58.894] Build status: STARTED
[22:50:58.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:146:0) after 6m33s
[22:57:31.914] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:146:0)
[22:57:32.051] Build status: STARTED
[22:57:32.051] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:147:0) after 6m8s
[23:03:40.076] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:147:0)
[23:03:40.104] Build status: STARTED
[23:03:40.104] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:148:0) after 5m35s
[23:09:15.322] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:148:0)
[23:09:15.350] Build status: STARTED
[23:09:15.350] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:149:0) after 8m14s
[23:17:29.402] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:149:0)
[23:17:29.430] Build status: STARTED
[23:17:29.430] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:150:0) after 9m19s
[23:26:48.940] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:150:0)
[23:26:48.974] Build status: STARTED
[23:26:48.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:151:0) after 8m55s
[23:35:43.997] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:151:0)
[23:35:44.035] Build status: STARTED
[23:35:44.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:152:0) after 5m4s
[23:40:48.395] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:152:0)
[23:40:48.426] Build status: STARTED
[23:40:48.426] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:153:0) after 6m9s
[23:46:57.457] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:153:0)
[23:46:57.501] Build status: STARTED
[23:46:57.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:154:0) after 9m4s
[23:56:01.524] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:154:0)
[23:56:01.556] Build status: STARTED
[23:56:01.556] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:155:0) after 7m22s
[00:03:23.867] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:155:0)
[00:03:23.967] Build status: STARTED
[00:03:23.967] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:156:0) after 7m38s
[00:11:01.990] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:156:0)
[00:11:02.336] Build status: STARTED
[00:11:02.336] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:157:0) after 2m3s
[00:13:05.489] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:157:0)
[00:13:05.516] Build status: STARTED
[00:13:05.516] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:158:0) after 9m14s
[00:22:19.546] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:158:0)
[00:22:19.579] Build status: STARTED
[00:22:19.579] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:159:0) after 6m2s
[00:28:21.601] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:159:0)
[00:28:21.645] Build status: STARTED
[00:28:21.645] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:160:0) after 7m11s
[00:35:33.318] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:160:0)
[00:35:33.368] Build status: STARTED
[00:35:33.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:161:0) after 7m32s
[00:43:05.393] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:161:0)
[00:43:05.420] Build status: STARTED
[00:43:05.420] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:162:0) after 4m25s
[00:47:30.954] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:162:0)
[00:47:31.064] Build status: STARTED
[00:47:31.064] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:163:0) after 5m28s
[00:52:59.168] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:163:0)
[00:52:59.193] Build status: STARTED
[00:52:59.193] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:164:0) after 6m10s
[00:59:09.214] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:164:0)
[00:59:09.241] Build status: STARTED
[00:59:09.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:165:0) after 7m57s
[01:07:06.371] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:165:0)
[01:07:06.422] Build status: STARTED
[01:07:06.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:166:0) after 8m52s
[01:15:58.510] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:166:0)
[01:15:58.568] Build status: STARTED
[01:15:58.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:167:0) after 9m15s
[01:25:13.592] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:167:0)
[01:25:13.647] Build status: STARTED
[01:25:13.647] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:168:0) after 3m20s
[01:28:33.668] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:168:0)
[01:28:33.708] Build status: STARTED
[01:28:33.708] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:169:0) after 9m49s
[01:38:22.729] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:169:0)
[01:38:22.773] Build status: STARTED
[01:38:22.773] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:170:0) after 2m17s
[01:40:39.910] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:170:0)
[01:40:39.989] Build status: STARTED
[01:40:39.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:171:0) after 9m14s
[01:49:54.029] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:171:0)
[01:49:54.061] Build status: STARTED
[01:49:54.061] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:172:0) after 5m44s
[01:55:38.121] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:172:0)
[01:55:48.983] Build status: STARTED
[01:55:48.983] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:173:0) after 9m47s
[02:05:36.075] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:173:0)
[02:05:36.108] Build status: STARTED
[02:05:36.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:174:0) after 7m28s
[02:13:04.335] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:174:0)
[02:13:04.383] Build status: STARTED
[02:13:04.383] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:175:0) after 4m12s
[02:17:17.434] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:175:0)
[02:17:17.466] Build status: STARTED
[02:17:17.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:176:0) after 7m2s
[02:24:19.545] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:176:0)
[02:24:19.580] Build status: STARTED
[02:24:19.580] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:177:0) after 1m1s
[02:25:20.616] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:177:0)
[02:25:20.716] Build status: STARTED
[02:25:20.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:178:0) after 8m58s
[02:34:18.769] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:178:0)
[02:34:18.820] Build status: STARTED
[02:34:18.820] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:179:0) after 8m55s
[02:43:13.851] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:179:0)
[02:43:13.881] Build status: STARTED
[02:43:13.881] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:180:0) after 8m38s
[02:51:51.915] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:180:0)
[02:51:52.084] Build status: STARTED
[02:51:52.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:181:0) after 2m52s
[02:54:44.501] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:181:0)
[02:54:44.529] Build status: STARTED
[02:54:44.529] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:182:0) after 6m58s
[03:01:42.644] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:182:0)
[03:01:42.692] Build status: STARTED
[03:01:42.692] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:183:0) after 6m14s
[03:07:56.786] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:183:0)
[03:07:56.814] Build status: STARTED
[03:07:56.814] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:184:0) after 5m4s
[03:13:00.844] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:184:0)
[03:13:00.880] Build status: STARTED
[03:13:00.880] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997388013878263296:185:0) after 8m39s
[03:14:45.578] Received PubSub notification, asking Buildbucket for the build status
[03:14:45.880] Build:
{
"id": "8831957951830377569",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2021-10-30T09:19:19.967236001Z",
"startTime": "2021-10-30T09:20:19.042650573Z",
"endTime": "2021-10-31T03:14:36.273961643Z",
"updateTime": "2021-10-31T03:14:36.273961643Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
}
}
}
[03:14:45.880] Invocation finished in 17h55m27.249656182s with status SUCCEEDED