[15:58:12.526] New invocation is queued and will start shortly
[15:58:12.526] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[15:58:14.914] Starting the invocation (attempt 1)
[15:58:14.945] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/49689c8366891bb53cb1efc0d136bc3e120b4704"
[15:58:14.945] Reconstructed gitiles commit from tags
[15:58:14.945] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:58:14.945] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:58:14.946] Buildbucket request:
{
"requestId": "8997453514352214464",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"buildbucket": {
"properties": {
"clang_cas_digest": "056d7a29cc0d0deeb1938cdea42d6520a08a9e1b0f0a9601dfeab66c4a34eb96/399",
"corpus_cas_digest": "f91d287b2685f84fba1975e10cd07953432e3a7b39b0b9e41330845baeda13a6/247",
"fint_params_paths": {
"arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-arm64.textproto",
"x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-x64.textproto"
},
"fuchsia_git_revision": "a4e47d9fccb0e216cb64be9f693ae0a07c94be66",
"iterations": 1000,
"manifest": "flower",
"model_cas_digest": "6204aa444014f8f45625221612d7fff30d24473777f583562d0712960c0574ec/4493",
"remote": "https://fuchsia.googlesource.com/integration",
"step_iterations": 1000,
"total_iterations": 3000,
"warmstart_cas_digest": "a9813efe791057f046607f8968f9001310d7552d94458ba72598962bcd80a4dd/2402"
},
"tags": [
"buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/49689c8366891bb53cb1efc0d136bc3e120b4704",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-ml-training",
"user_agent:recipe"
]
},
"id": "fba6c66a-1f20-48c0-92fa-2748c475a0e5",
"title": "clang-ml-training/0"
}
]
},
"clang_cas_digest": "056d7a29cc0d0deeb1938cdea42d6520a08a9e1b0f0a9601dfeab66c4a34eb96/399",
"corpus_cas_digest": "f91d287b2685f84fba1975e10cd07953432e3a7b39b0b9e41330845baeda13a6/247",
"fint_params_paths": {
"arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-arm64.textproto",
"x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training-x64.textproto"
},
"fuchsia_git_revision": "a4e47d9fccb0e216cb64be9f693ae0a07c94be66",
"iterations": 1000,
"manifest": "flower",
"model_cas_digest": "6204aa444014f8f45625221612d7fff30d24473777f583562d0712960c0574ec/4493",
"remote": "https://fuchsia.googlesource.com/integration",
"step_iterations": 1000,
"total_iterations": 3000,
"warmstart_cas_digest": "a9813efe791057f046607f8968f9001310d7552d94458ba72598962bcd80a4dd/2402"
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8997453514352214464"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ml-training"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-ml-training"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:58:15.379] Scheduled build:
{
"id": "8832023451086120561",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2021-10-29T15:58:15.009194723Z",
"updateTime": "2021-10-29T15:58:15.009194723Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
}
}
}
[15:58:15.379] Task URL: https://cr-buildbucket.appspot.com/build/8832023451086120561
[15:58:15.379] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:2:0) after 7m22s
[16:03:04.647] Received PubSub notification, asking Buildbucket for the build status
[16:03:04.676] Build status: STARTED
[16:05:37.407] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:2:0)
[16:05:37.526] Build status: STARTED
[16:05:37.526] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:4:0) after 2m46s
[16:08:23.545] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:4:0)
[16:08:23.581] Build status: STARTED
[16:08:23.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:5:0) after 8m38s
[16:17:01.604] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:5:0)
[16:17:01.640] Build status: STARTED
[16:17:01.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:6:0) after 9m4s
[16:26:05.858] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:6:0)
[16:26:05.888] Build status: STARTED
[16:26:05.888] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:7:0) after 1m39s
[16:27:44.935] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:7:0)
[16:27:44.990] Build status: STARTED
[16:27:44.990] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:8:0) after 5m42s
[16:33:27.006] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:8:0)
[16:33:27.037] Build status: STARTED
[16:33:27.037] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:9:0) after 8m24s
[16:41:51.116] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:9:0)
[16:41:51.263] Build status: STARTED
[16:41:51.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:10:0) after 8m35s
[16:50:26.430] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:10:0)
[16:50:26.457] Build status: STARTED
[16:50:26.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:11:0) after 1m2s
[16:51:28.476] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:11:0)
[16:51:28.506] Build status: STARTED
[16:51:28.506] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:12:0) after 3m17s
[16:54:45.525] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:12:0)
[16:54:45.563] Build status: STARTED
[16:54:45.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:13:0) after 5m56s
[17:00:41.581] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:13:0)
[17:00:41.614] Build status: STARTED
[17:00:41.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:14:0) after 6m53s
[17:07:34.633] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:14:0)
[17:07:34.697] Build status: STARTED
[17:07:34.697] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:15:0) after 4m20s
[17:11:54.823] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:15:0)
[17:11:54.854] Build status: STARTED
[17:11:54.854] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:16:0) after 3m18s
[17:15:12.858] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:16:0)
[17:15:12.899] Build status: STARTED
[17:15:12.899] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:17:0) after 2m3s
[17:17:16.559] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:17:0)
[17:17:16.608] Build status: STARTED
[17:17:16.608] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:18:0) after 2m55s
[17:20:11.793] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:18:0)
[17:20:11.829] Build status: STARTED
[17:20:11.829] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:19:0) after 4m27s
[17:24:38.860] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:19:0)
[17:24:38.907] Build status: STARTED
[17:24:38.907] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:20:0) after 3m27s
[17:28:06.086] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:20:0)
[17:28:06.121] Build status: STARTED
[17:28:06.121] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:21:0) after 2m16s
[17:30:22.405] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:21:0)
[17:30:22.497] Build status: STARTED
[17:30:22.497] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:22:0) after 9m42s
[17:40:04.517] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:22:0)
[17:40:04.554] Build status: STARTED
[17:40:04.554] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:23:0) after 8m28s
[17:48:32.579] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:23:0)
[17:48:32.607] Build status: STARTED
[17:48:32.607] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:24:0) after 4m38s
[17:53:10.671] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:24:0)
[17:53:10.726] Build status: STARTED
[17:53:10.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:25:0) after 7m29s
[18:00:39.882] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:25:0)
[18:00:39.920] Build status: STARTED
[18:00:39.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:26:0) after 8m22s
[18:09:02.049] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:26:0)
[18:09:02.102] Build status: STARTED
[18:09:02.102] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:27:0) after 9m13s
[18:18:15.248] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:27:0)
[18:18:15.341] Build status: STARTED
[18:18:15.341] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:28:0) after 1m48s
[18:20:03.407] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:28:0)
[18:20:03.469] Build status: STARTED
[18:20:03.469] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:29:0) after 5m4s
[18:25:07.555] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:29:0)
[18:25:07.676] Build status: STARTED
[18:25:07.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:30:0) after 7m9s
[18:32:16.699] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:30:0)
[18:32:16.735] Build status: STARTED
[18:32:16.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:31:0) after 4m19s
[18:36:35.796] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:31:0)
[18:36:35.862] Build status: STARTED
[18:36:35.862] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:32:0) after 8m19s
[18:44:54.988] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:32:0)
[18:44:55.041] Build status: STARTED
[18:44:55.041] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:33:0) after 4m16s
[18:49:11.246] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:33:0)
[18:49:11.290] Build status: STARTED
[18:49:11.290] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:34:0) after 3m1s
[18:52:12.433] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:34:0)
[18:52:12.473] Build status: STARTED
[18:52:12.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:35:0) after 3m36s
[18:55:48.577] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:35:0)
[18:55:48.631] Build status: STARTED
[18:55:48.631] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:36:0) after 5m12s
[19:01:00.652] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:36:0)
[19:01:00.694] Build status: STARTED
[19:01:00.694] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:37:0) after 9m47s
[19:10:47.792] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:37:0)
[19:10:47.827] Build status: STARTED
[19:10:47.827] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:38:0) after 9m46s
[19:20:33.808] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:38:0)
[19:20:33.839] Build status: STARTED
[19:20:33.839] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:39:0) after 7m26s
[19:27:59.856] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:39:0)
[19:27:59.886] Build status: STARTED
[19:27:59.886] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:40:0) after 9m10s
[19:37:09.922] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:40:0)
[19:37:09.989] Build status: STARTED
[19:37:09.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:41:0) after 4m32s
[19:41:42.022] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:41:0)
[19:41:42.093] Build status: STARTED
[19:41:42.093] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:42:0) after 4m25s
[19:46:07.115] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:42:0)
[19:46:07.154] Build status: STARTED
[19:46:07.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:43:0) after 6m9s
[19:52:16.307] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:43:0)
[19:52:16.360] Build status: STARTED
[19:52:16.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:44:0) after 9m56s
[20:02:12.380] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:44:0)
[20:02:12.411] Build status: STARTED
[20:02:12.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:45:0) after 6m29s
[20:08:41.579] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:45:0)
[20:08:41.617] Build status: STARTED
[20:08:41.617] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:46:0) after 2m52s
[20:11:33.813] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:46:0)
[20:11:33.991] Build status: STARTED
[20:11:33.991] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:47:0) after 9m41s
[20:21:15.113] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:47:0)
[20:21:15.153] Build status: STARTED
[20:21:15.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:48:0) after 4m56s
[20:26:11.470] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:48:0)
[20:26:11.497] Build status: STARTED
[20:26:11.497] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:49:0) after 6m24s
[20:32:35.600] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:49:0)
[20:32:35.634] Build status: STARTED
[20:32:35.634] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:50:0) after 8m23s
[20:40:58.802] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:50:0)
[20:40:58.836] Build status: STARTED
[20:40:58.836] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:51:0) after 1m50s
[20:42:49.023] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:51:0)
[20:42:49.050] Build status: STARTED
[20:42:49.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:52:0) after 3m42s
[20:46:31.341] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:52:0)
[20:46:31.457] Build status: STARTED
[20:46:31.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:53:0) after 5m29s
[20:52:00.741] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:53:0)
[20:52:00.776] Build status: STARTED
[20:52:00.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:54:0) after 7m14s
[20:59:15.085] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:54:0)
[20:59:15.115] Build status: STARTED
[20:59:15.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:55:0) after 3m46s
[21:03:01.345] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:55:0)
[21:03:01.385] Build status: STARTED
[21:03:01.385] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:56:0) after 3m18s
[21:06:19.730] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:56:0)
[21:06:19.774] Build status: STARTED
[21:06:19.774] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:57:0) after 1m20s
[21:07:39.798] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:57:0)
[21:07:39.831] Build status: STARTED
[21:07:39.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:58:0) after 7m39s
[21:15:19.099] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:58:0)
[21:15:19.167] Build status: STARTED
[21:15:19.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:59:0) after 3m20s
[21:18:39.448] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:59:0)
[21:18:39.499] Build status: STARTED
[21:18:39.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:60:0) after 6m50s
[21:25:29.524] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:60:0)
[21:25:29.563] Build status: STARTED
[21:25:29.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:61:0) after 5m53s
[21:31:22.586] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:61:0)
[21:31:22.625] Build status: STARTED
[21:31:22.625] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:62:0) after 7m46s
[21:39:08.660] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:62:0)
[21:39:08.698] Build status: STARTED
[21:39:08.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:63:0) after 9m14s
[21:48:22.952] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:63:0)
[21:48:22.987] Build status: STARTED
[21:48:22.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:64:0) after 2m12s
[21:50:35.181] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:64:0)
[21:50:35.237] Build status: STARTED
[21:50:35.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:65:0) after 8m42s
[21:59:17.312] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:65:0)
[21:59:17.359] Build status: STARTED
[21:59:17.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:66:0) after 3m51s
[22:03:08.414] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:66:0)
[22:03:08.472] Build status: STARTED
[22:03:08.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:67:0) after 4m53s
[22:08:01.621] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:67:0)
[22:08:01.668] Build status: STARTED
[22:08:01.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:68:0) after 4m31s
[22:12:33.083] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:68:0)
[22:12:33.127] Build status: STARTED
[22:12:33.127] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:69:0) after 7m23s
[22:19:56.318] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:69:0)
[22:19:56.347] Build status: STARTED
[22:19:56.347] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:70:0) after 1m49s
[22:21:45.753] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:70:0)
[22:21:45.833] Build status: STARTED
[22:21:45.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:71:0) after 1m38s
[22:23:24.173] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:71:0)
[22:23:24.222] Build status: STARTED
[22:23:24.222] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:72:0) after 5m44s
[22:29:08.240] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:72:0)
[22:29:08.269] Build status: STARTED
[22:29:08.269] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:73:0) after 3m54s
[22:33:02.298] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:73:0)
[22:33:02.330] Build status: STARTED
[22:33:02.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:74:0) after 6m58s
[22:40:00.450] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:74:0)
[22:40:00.624] Build status: STARTED
[22:40:00.624] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:75:0) after 9m2s
[22:49:02.807] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:75:0)
[22:49:02.838] Build status: STARTED
[22:49:02.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:76:0) after 7m18s
[22:56:20.981] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:76:0)
[22:56:21.009] Build status: STARTED
[22:56:21.009] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:77:0) after 2m22s
[22:58:43.311] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:77:0)
[22:58:43.338] Build status: STARTED
[22:58:43.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:78:0) after 3m49s
[23:02:32.437] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:78:0)
[23:02:32.466] Build status: STARTED
[23:02:32.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:79:0) after 9m0s
[23:11:32.488] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:79:0)
[23:11:32.520] Build status: STARTED
[23:11:32.520] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:80:0) after 1m19s
[23:12:51.552] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:80:0)
[23:12:51.584] Build status: STARTED
[23:12:51.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:81:0) after 7m38s
[23:20:29.658] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:81:0)
[23:20:29.698] Build status: STARTED
[23:20:29.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:82:0) after 9m35s
[23:30:04.725] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:82:0)
[23:30:04.772] Build status: STARTED
[23:30:04.772] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:83:0) after 3m26s
[23:33:31.096] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:83:0)
[23:33:31.128] Build status: STARTED
[23:33:31.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:84:0) after 2m13s
[23:35:44.139] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:84:0)
[23:35:44.167] Build status: STARTED
[23:35:44.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:85:0) after 3m57s
[23:39:41.419] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:85:0)
[23:39:41.455] Build status: STARTED
[23:39:41.455] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:86:0) after 5m22s
[23:45:03.575] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:86:0)
[23:45:03.607] Build status: STARTED
[23:45:03.607] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:87:0) after 6m10s
[23:51:13.831] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:87:0)
[23:51:13.865] Build status: STARTED
[23:51:13.865] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:88:0) after 1m24s
[23:52:38.105] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:88:0)
[23:52:38.155] Build status: STARTED
[23:52:38.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:89:0) after 7m36s
[00:00:14.285] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:89:0)
[00:00:14.322] Build status: STARTED
[00:00:14.322] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:90:0) after 5m40s
[00:05:54.599] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:90:0)
[00:05:54.627] Build status: STARTED
[00:05:54.627] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:91:0) after 5m44s
[00:11:38.798] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:91:0)
[00:11:38.832] Build status: STARTED
[00:11:38.832] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:92:0) after 7m5s
[00:18:43.986] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:92:0)
[00:18:44.019] Build status: STARTED
[00:18:44.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:93:0) after 1m34s
[00:20:18.046] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:93:0)
[00:20:18.078] Build status: STARTED
[00:20:18.078] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:94:0) after 9m4s
[00:29:22.419] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:94:0)
[00:29:22.446] Build status: STARTED
[00:29:22.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:95:0) after 7m21s
[00:36:43.803] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:95:0)
[00:36:43.851] Build status: STARTED
[00:36:43.851] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:96:0) after 8m15s
[00:44:58.975] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:96:0)
[00:44:59.006] Build status: STARTED
[00:44:59.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:97:0) after 1m40s
[00:46:39.065] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:97:0)
[00:46:39.096] Build status: STARTED
[00:46:39.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:98:0) after 6m56s
[00:53:35.124] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:98:0)
[00:53:35.156] Build status: STARTED
[00:53:35.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:99:0) after 1m32s
[00:55:07.284] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:99:0)
[00:55:07.324] Build status: STARTED
[00:55:07.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:100:0) after 8m27s
[01:03:34.522] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:100:0)
[01:03:34.568] Build status: STARTED
[01:03:34.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:101:0) after 6m20s
[01:09:54.872] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:101:0)
[01:09:54.902] Build status: STARTED
[01:09:54.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:102:0) after 2m52s
[01:12:46.984] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:102:0)
[01:12:47.022] Build status: STARTED
[01:12:47.022] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:103:0) after 2m49s
[01:15:36.044] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:103:0)
[01:15:44.531] Build status: STARTED
[01:15:44.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:104:0) after 4m49s
[01:20:33.553] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:104:0)
[01:20:33.582] Build status: STARTED
[01:20:33.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:105:0) after 9m7s
[01:29:40.606] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:105:0)
[01:29:40.638] Build status: STARTED
[01:29:40.638] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:106:0) after 5m26s
[01:35:06.670] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:106:0)
[01:35:06.762] Build status: STARTED
[01:35:06.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:107:0) after 5m46s
[01:40:53.037] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:107:0)
[01:40:53.071] Build status: STARTED
[01:40:53.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:108:0) after 7m27s
[01:48:20.087] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:108:0)
[01:48:20.126] Build status: STARTED
[01:48:20.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:109:0) after 8m40s
[01:57:00.320] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:109:0)
[01:57:00.357] Build status: STARTED
[01:57:00.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:110:0) after 3m23s
[02:00:23.514] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:110:0)
[02:00:23.550] Build status: STARTED
[02:00:23.550] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:111:0) after 1m53s
[02:02:16.579] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:111:0)
[02:02:16.622] Build status: STARTED
[02:02:16.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:112:0) after 9m36s
[02:11:52.722] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:112:0)
[02:11:52.762] Build status: STARTED
[02:11:52.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:113:0) after 9m53s
[02:21:45.832] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:113:0)
[02:21:45.871] Build status: STARTED
[02:21:45.871] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:114:0) after 9m43s
[02:31:28.988] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:114:0)
[02:31:29.020] Build status: STARTED
[02:31:29.020] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:115:0) after 8m26s
[02:39:55.045] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:115:0)
[02:39:55.096] Build status: STARTED
[02:39:55.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:116:0) after 7m46s
[02:47:41.117] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:116:0)
[02:47:41.155] Build status: STARTED
[02:47:41.155] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:117:0) after 5m51s
[02:53:32.309] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:117:0)
[02:53:32.341] Build status: STARTED
[02:53:32.341] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:118:0) after 7m55s
[03:01:27.505] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:118:0)
[03:01:27.541] Build status: STARTED
[03:01:27.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:119:0) after 5m16s
[03:06:43.665] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:119:0)
[03:06:43.699] Build status: STARTED
[03:06:43.699] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:120:0) after 5m13s
[03:11:56.738] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:120:0)
[03:11:56.775] Build status: STARTED
[03:11:56.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:121:0) after 9m13s
[03:21:09.802] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:121:0)
[03:21:09.871] Build status: STARTED
[03:21:09.871] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:122:0) after 1m18s
[03:22:28.014] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:122:0)
[03:22:28.055] Build status: STARTED
[03:22:28.055] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:123:0) after 8m52s
[03:31:20.078] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:123:0)
[03:31:20.117] Build status: STARTED
[03:31:20.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:124:0) after 1m2s
[03:32:22.137] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:124:0)
[03:32:22.183] Build status: STARTED
[03:32:22.183] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:125:0) after 1m50s
[03:34:12.214] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:125:0)
[03:34:12.255] Build status: STARTED
[03:34:12.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:126:0) after 1m51s
[03:36:03.279] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:126:0)
[03:36:03.371] Build status: STARTED
[03:36:03.371] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:127:0) after 6m44s
[03:42:47.392] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:127:0)
[03:42:47.476] Build status: STARTED
[03:42:47.476] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:128:0) after 5m25s
[03:48:12.447] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:128:0)
[03:48:12.933] Build status: STARTED
[03:48:12.933] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:129:0) after 7m50s
[03:56:02.958] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:129:0)
[03:56:02.988] Build status: STARTED
[03:56:02.988] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:130:0) after 4m24s
[04:00:27.010] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:130:0)
[04:00:27.049] Build status: STARTED
[04:00:27.049] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:131:0) after 4m44s
[04:05:11.069] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:131:0)
[04:05:11.113] Build status: STARTED
[04:05:11.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:132:0) after 4m36s
[04:09:47.137] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:132:0)
[04:09:47.165] Build status: STARTED
[04:09:47.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:133:0) after 6m59s
[04:16:46.185] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:133:0)
[04:16:46.224] Build status: STARTED
[04:16:46.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:134:0) after 9m4s
[04:25:50.379] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:134:0)
[04:25:50.408] Build status: STARTED
[04:25:50.409] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:135:0) after 6m17s
[04:32:07.465] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:135:0)
[04:32:07.521] Build status: STARTED
[04:32:07.521] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:136:0) after 6m46s
[04:38:53.589] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:136:0)
[04:38:53.636] Build status: STARTED
[04:38:53.636] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:137:0) after 3m29s
[04:42:22.708] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:137:0)
[04:42:22.738] Build status: STARTED
[04:42:22.738] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:138:0) after 5m22s
[04:47:44.815] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:138:0)
[04:47:44.849] Build status: STARTED
[04:47:44.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:139:0) after 8m43s
[04:56:27.887] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:139:0)
[04:56:27.918] Build status: STARTED
[04:56:27.918] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:140:0) after 4m45s
[05:01:12.947] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:140:0)
[05:01:12.999] Build status: STARTED
[05:01:12.999] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:141:0) after 8m20s
[05:09:33.110] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:141:0)
[05:09:33.149] Build status: STARTED
[05:09:33.149] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:142:0) after 6m34s
[05:16:07.168] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:142:0)
[05:16:08.378] Build status: STARTED
[05:16:08.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:143:0) after 5m21s
[05:21:29.446] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:143:0)
[05:21:29.498] Build status: STARTED
[05:21:29.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:144:0) after 8m5s
[05:29:34.520] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:144:0)
[05:29:34.561] Build status: STARTED
[05:29:34.561] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:145:0) after 9m17s
[05:38:51.791] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:145:0)
[05:38:51.818] Build status: STARTED
[05:38:51.818] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:146:0) after 8m56s
[05:47:47.844] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:146:0)
[05:47:47.872] Build status: STARTED
[05:47:47.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:147:0) after 7m30s
[05:55:17.972] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:147:0)
[05:55:18.002] Build status: STARTED
[05:55:18.002] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:148:0) after 1m5s
[05:56:23.024] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:148:0)
[05:56:23.084] Build status: STARTED
[05:56:23.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:149:0) after 8m53s
[06:05:16.110] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:149:0)
[06:05:16.277] Build status: STARTED
[06:05:16.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:150:0) after 3m6s
[06:08:22.336] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:150:0)
[06:08:22.365] Build status: STARTED
[06:08:22.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:151:0) after 5m52s
[06:14:14.490] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:151:0)
[06:14:14.541] Build status: STARTED
[06:14:14.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:152:0) after 4m3s
[06:18:17.561] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:152:0)
[06:18:17.589] Build status: STARTED
[06:18:17.589] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:153:0) after 4m3s
[06:22:20.608] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:153:0)
[06:22:20.652] Build status: STARTED
[06:22:20.652] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:154:0) after 1m13s
[06:23:33.674] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:154:0)
[06:23:33.703] Build status: STARTED
[06:23:33.703] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:155:0) after 8m6s
[06:31:39.725] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:155:0)
[06:31:39.869] Build status: STARTED
[06:31:39.869] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:156:0) after 9m10s
[06:40:49.889] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:156:0)
[06:40:49.920] Build status: STARTED
[06:40:49.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:157:0) after 5m46s
[06:46:35.939] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:157:0)
[06:46:35.969] Build status: STARTED
[06:46:35.969] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:158:0) after 5m12s
[06:51:47.991] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:158:0)
[06:51:48.020] Build status: STARTED
[06:51:48.020] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:159:0) after 2m27s
[06:54:15.088] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:159:0)
[06:54:15.120] Build status: STARTED
[06:54:15.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:160:0) after 2m22s
[06:56:37.228] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:160:0)
[06:56:37.263] Build status: STARTED
[06:56:37.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:161:0) after 6m20s
[07:02:57.285] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:161:0)
[07:02:57.319] Build status: STARTED
[07:02:57.319] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:162:0) after 2m55s
[07:05:52.343] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:162:0)
[07:05:52.513] Build status: STARTED
[07:05:52.513] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:163:0) after 9m13s
[07:15:05.583] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:163:0)
[07:15:05.613] Build status: STARTED
[07:15:05.613] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:164:0) after 4m19s
[07:19:24.633] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:164:0)
[07:19:24.693] Build status: STARTED
[07:19:24.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:165:0) after 3m46s
[07:23:10.716] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:165:0)
[07:23:10.748] Build status: STARTED
[07:23:10.748] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:166:0) after 7m50s
[07:31:00.772] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:166:0)
[07:31:00.799] Build status: STARTED
[07:31:00.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:167:0) after 7m22s
[07:38:22.913] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:167:0)
[07:38:22.951] Build status: STARTED
[07:38:22.951] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:168:0) after 9m32s
[07:47:55.000] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:168:0)
[07:47:55.033] Build status: STARTED
[07:47:55.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:169:0) after 6m22s
[07:54:17.057] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:169:0)
[07:54:17.135] Build status: STARTED
[07:54:17.135] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:170:0) after 2m10s
[07:56:27.143] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:170:0)
[07:56:27.172] Build status: STARTED
[07:56:27.172] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:171:0) after 6m10s
[08:02:37.195] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:171:0)
[08:02:37.229] Build status: STARTED
[08:02:37.229] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:172:0) after 7m1s
[08:09:38.455] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:172:0)
[08:09:38.480] Build status: STARTED
[08:09:38.480] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:173:0) after 9m10s
[08:18:48.583] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:173:0)
[08:18:48.696] Build status: STARTED
[08:18:48.696] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:174:0) after 8m12s
[08:27:00.719] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:174:0)
[08:27:00.783] Build status: STARTED
[08:27:00.783] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:175:0) after 3m51s
[08:30:51.806] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:175:0)
[08:30:51.894] Build status: STARTED
[08:30:51.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:176:0) after 9m58s
[08:40:49.919] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:176:0)
[08:40:49.997] Build status: STARTED
[08:40:49.997] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:177:0) after 9m49s
[08:50:39.112] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:177:0)
[08:50:39.150] Build status: STARTED
[08:50:39.150] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:178:0) after 7m48s
[08:58:27.177] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:178:0)
[08:58:27.215] Build status: STARTED
[08:58:27.215] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:179:0) after 2m54s
[09:01:21.689] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:179:0)
[09:01:21.752] Build status: STARTED
[09:01:21.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:180:0) after 9m40s
[09:11:01.775] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:180:0)
[09:11:01.823] Build status: STARTED
[09:11:01.823] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:181:0) after 6m37s
[09:17:38.967] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:181:0)
[09:17:39.013] Build status: STARTED
[09:17:39.013] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8997453514352214464:182:0) after 5m2s
[09:19:17.281] Received PubSub notification, asking Buildbucket for the build status
[09:19:17.338] Build:
{
"id": "8832023451086120561",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2021-10-29T15:58:15.009194723Z",
"startTime": "2021-10-29T16:03:03.534901Z",
"endTime": "2021-10-30T09:19:16.808102734Z",
"updateTime": "2021-10-30T09:19:16.808102734Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "49689c8366891bb53cb1efc0d136bc3e120b4704",
"ref": "refs/heads/main"
}
}
}
[09:19:17.338] Invocation finished in 17h21m4.82762599s with status SUCCEEDED