[14:10:38.504] New invocation is queued and will start shortly
[14:10:38.504] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[14:10:39.749] Starting the invocation (attempt 1)
[14:10:39.795] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/43bab70a41b421b0f08acd6f90a34cb4f7a69bc9"
[14:10:39.795] Reconstructed gitiles commit from tags
[14:10:39.795] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:10:39.795] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:10:39.796] Buildbucket request:
{
"requestId": "8964573583083906720",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8964573583083906720",
"job": "fuchsia/prod-clang-ml-training",
"triggers": [
{
"buildbucket": {
"properties": {
"clang_cas_digest": "31a7c88e14b2297b69a3a66c0dca87099cebaa2a38fc6edd5842a6faca031fab/474",
"corpus_cas_digest": "011ecba9a0664f95a1213afab4a4e83210d367529e53675663cf589c52702718/268",
"fint_params_paths": {
"core.arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training.core.arm64.textproto",
"core.x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training.core.x64.textproto"
},
"fuchsia_git_revision": "cdd32a6d63bdd1a4d5d0e8f8c2b27b025a096893",
"iterations": 2000,
"manifest": "flower",
"model_cas_digest": "0d4255ea0fd6b2767fe8e499c9247d831ead1ad98fd7d02ccbbd03c043115f2b/4675",
"project": "integration",
"remote": "https://fuchsia.googlesource.com/integration",
"step_iterations": 1000,
"total_iterations": 5000,
"vocab_cas_digest": "4c26bf29a796c742d65fc8b6b2a3f6f1db410e82952a74c3e4ce8a05d49ca5f5/3533",
"warmstart_cas_digest": "3f38461c8acdac0a61996fdb5a62714c95c005b2beae6f6884e5e9cf3bc0bc47/2365"
},
"tags": [
"buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/43bab70a41b421b0f08acd6f90a34cb4f7a69bc9",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-ml-training",
"user_agent:recipe"
]
},
"id": "83c86071-8c6b-40fa-b208-4828e564291e",
"title": "clang-ml-training/0"
}
]
},
"clang_cas_digest": "31a7c88e14b2297b69a3a66c0dca87099cebaa2a38fc6edd5842a6faca031fab/474",
"corpus_cas_digest": "011ecba9a0664f95a1213afab4a4e83210d367529e53675663cf589c52702718/268",
"fint_params_paths": {
"core.arm64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training.core.arm64.textproto",
"core.x64": "integration/infra/config/generated/fuchsia/fint_params/prod/clang-ml-training.core.x64.textproto"
},
"fuchsia_git_revision": "cdd32a6d63bdd1a4d5d0e8f8c2b27b025a096893",
"iterations": 2000,
"manifest": "flower",
"model_cas_digest": "0d4255ea0fd6b2767fe8e499c9247d831ead1ad98fd7d02ccbbd03c043115f2b/4675",
"project": "integration",
"remote": "https://fuchsia.googlesource.com/integration",
"step_iterations": 1000,
"total_iterations": 5000,
"vocab_cas_digest": "4c26bf29a796c742d65fc8b6b2a3f6f1db410e82952a74c3e4ce8a05d49ca5f5/3533",
"warmstart_cas_digest": "3f38461c8acdac0a61996fdb5a62714c95c005b2beae6f6884e5e9cf3bc0bc47/2365"
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "43bab70a41b421b0f08acd6f90a34cb4f7a69bc9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8964573583083906720"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-clang-ml-training"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-ml-training"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:10:40.167] Scheduled build:
{
"id": "8799143520978153729",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2022-10-27T14:10:39.878411470Z",
"updateTime": "2022-10-27T14:10:39.878411470Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "43bab70a41b421b0f08acd6f90a34cb4f7a69bc9",
"ref": "refs/heads/main"
}
}
}
[14:10:40.167] Task URL: https://cr-buildbucket.appspot.com/build/8799143520978153729
[14:10:40.167] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:2:0) after 3m54s
[14:12:16.144] Received PubSub notification, asking Buildbucket for the build status
[14:12:16.198] Build status: STARTED
[14:14:34.189] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:2:0)
[14:14:34.213] Build status: STARTED
[14:14:34.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:4:0) after 4m13s
[14:18:47.234] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:4:0)
[14:18:47.257] Build status: STARTED
[14:18:47.257] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:5:0) after 5m50s
[14:24:37.282] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:5:0)
[14:24:37.329] Build status: STARTED
[14:24:37.329] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:6:0) after 9m28s
[14:34:05.449] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:6:0)
[14:34:05.473] Build status: STARTED
[14:34:05.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:7:0) after 6m26s
[14:40:31.538] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:7:0)
[14:40:31.569] Build status: STARTED
[14:40:31.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:8:0) after 6m54s
[14:47:25.555] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:8:0)
[14:47:25.590] Build status: STARTED
[14:47:25.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:9:0) after 7m10s
[14:54:35.728] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:9:0)
[14:54:35.762] Build status: STARTED
[14:54:35.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:10:0) after 6m59s
[15:01:34.892] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:10:0)
[15:01:34.961] Build status: STARTED
[15:01:34.961] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:11:0) after 1m42s
[15:03:17.134] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:11:0)
[15:03:17.162] Build status: STARTED
[15:03:17.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:12:0) after 1m49s
[15:05:06.233] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:12:0)
[15:05:06.271] Build status: STARTED
[15:05:06.271] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:13:0) after 1m15s
[15:06:21.296] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:13:0)
[15:06:21.330] Build status: STARTED
[15:06:21.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:14:0) after 7m11s
[15:13:32.353] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:14:0)
[15:13:32.381] Build status: STARTED
[15:13:32.381] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:15:0) after 2m50s
[15:16:22.401] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:15:0)
[15:16:22.427] Build status: STARTED
[15:16:22.427] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:16:0) after 6m24s
[15:22:46.454] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:16:0)
[15:22:46.495] Build status: STARTED
[15:22:46.495] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:17:0) after 6m7s
[15:28:53.757] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:17:0)
[15:28:53.782] Build status: STARTED
[15:28:53.782] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:18:0) after 8m35s
[15:37:28.895] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:18:0)
[15:37:28.966] Build status: STARTED
[15:37:28.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:19:0) after 7m47s
[15:45:16.152] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:19:0)
[15:45:16.178] Build status: STARTED
[15:45:16.178] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:20:0) after 8m6s
[15:53:22.308] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:20:0)
[15:53:22.389] Build status: STARTED
[15:53:22.389] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:21:0) after 9m53s
[16:03:15.371] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:21:0)
[16:03:15.448] Build status: STARTED
[16:03:15.448] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:22:0) after 6m18s
[16:09:33.474] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:22:0)
[16:09:33.500] Build status: STARTED
[16:09:33.500] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:23:0) after 3m39s
[16:13:12.510] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:23:0)
[16:13:12.537] Build status: STARTED
[16:13:12.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:24:0) after 3m38s
[16:16:50.557] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:24:0)
[16:16:50.597] Build status: STARTED
[16:16:50.598] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:25:0) after 6m3s
[16:22:53.624] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:25:0)
[16:22:53.649] Build status: STARTED
[16:22:53.649] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:26:0) after 3m29s
[16:26:23.115] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:26:0)
[16:26:23.144] Build status: STARTED
[16:26:23.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:27:0) after 2m0s
[16:28:23.427] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:27:0)
[16:28:23.482] Build status: STARTED
[16:28:23.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:28:0) after 8m32s
[16:36:55.593] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:28:0)
[16:36:55.622] Build status: STARTED
[16:36:55.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:29:0) after 4m7s
[16:41:02.653] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:29:0)
[16:41:02.721] Build status: STARTED
[16:41:02.721] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:30:0) after 3m48s
[16:44:50.750] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:30:0)
[16:44:50.780] Build status: STARTED
[16:44:50.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:31:0) after 9m42s
[16:54:32.989] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:31:0)
[16:54:33.015] Build status: STARTED
[16:54:33.015] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:32:0) after 3m28s
[16:58:01.161] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:32:0)
[16:58:01.190] Build status: STARTED
[16:58:01.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:33:0) after 3m32s
[17:01:33.205] Handling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:33:0)
[17:01:33.318] Build status: STARTED
[17:01:33.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-clang-ml-training:8964573583083906720:34:0) after 4m57s
[17:05:25.964] Received PubSub notification, asking Buildbucket for the build status
[17:05:25.990] Build:
{
"id": "8799143520978153729",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "clang-ml-training"
},
"createdBy": "project:fuchsia",
"createTime": "2022-10-27T14:10:39.878411470Z",
"startTime": "2022-10-27T14:12:11.821080Z",
"endTime": "2022-10-27T17:05:25.733759324Z",
"updateTime": "2022-10-27T17:05:25.733759324Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "43bab70a41b421b0f08acd6f90a34cb4f7a69bc9",
"ref": "refs/heads/main"
}
}
}
[17:05:25.990] Invocation finished in 2h54m47.504047166s with status SUCCEEDED