[09:01:54.244] New invocation is queued and will start shortly
[09:01:55.482] Starting the invocation (attempt 1)
[09:01:55.535] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/644d7880eb3ce7a6cf1e47023222ce4368794419"
[09:01:55.535] Popped gitiles commit info from properties and tags
[09:01:55.535] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:01:55.535] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:01:55.535] Buildbucket request:
{
"requestId": "8972293749322452160",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTWin64PGO"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "644d7880eb3ce7a6cf1e47023222ce4368794419",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8972293749322452160"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTWin64PGO"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:01:56.085] Scheduled build:
{
"id": "8806863687211163921",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTWin64PGO"
},
"number": 3419,
"createdBy": "project:chromium",
"createTime": "2022-08-03T09:01:55.623301559Z",
"updateTime": "2022-08-03T09:01:55.623301559Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "644d7880eb3ce7a6cf1e47023222ce4368794419",
"ref": "refs/heads/main"
}
}
}
[09:01:56.085] Task URL: https://cr-buildbucket.appspot.com/build/8806863687211163921
[09:01:56.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:2:0) after 5m1s
[09:05:12.098] Received PubSub notification, asking Buildbucket for the build status
[09:05:12.135] Build status: STARTED
[09:06:57.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:2:0)
[09:06:57.358] Build status: STARTED
[09:06:57.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:4:0) after 3m36s
[09:10:33.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:4:0)
[09:10:33.483] Build status: STARTED
[09:10:33.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:5:0) after 1m28s
[09:12:01.459] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:5:0)
[09:12:01.532] Build status: STARTED
[09:12:01.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:6:0) after 2m34s
[09:14:35.584] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:6:0)
[09:14:35.604] Build status: STARTED
[09:14:35.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:7:0) after 9m21s
[09:23:56.726] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:7:0)
[09:23:56.748] Build status: STARTED
[09:23:56.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:8:0) after 9m37s
[09:33:33.779] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:8:0)
[09:33:33.799] Build status: STARTED
[09:33:33.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:9:0) after 1m19s
[09:34:52.797] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:9:0)
[09:34:52.887] Build status: STARTED
[09:34:52.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:10:0) after 2m11s
[09:37:03.985] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:10:0)
[09:37:04.015] Build status: STARTED
[09:37:04.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:11:0) after 3m7s
[09:40:11.315] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:11:0)
[09:40:11.336] Build status: STARTED
[09:40:11.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:12:0) after 5m55s
[09:46:06.549] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:12:0)
[09:46:06.573] Build status: STARTED
[09:46:06.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:13:0) after 7m57s
[09:54:03.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:13:0)
[09:54:03.668] Build status: STARTED
[09:54:03.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:14:0) after 1m46s
[09:55:50.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:14:0)
[09:55:50.178] Build status: STARTED
[09:55:50.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:15:0) after 3m39s
[09:59:29.300] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:15:0)
[09:59:29.321] Build status: STARTED
[09:59:29.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:16:0) after 6m28s
[10:05:57.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:16:0)
[10:05:57.465] Build status: STARTED
[10:05:57.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:17:0) after 4m47s
[10:10:44.484] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:17:0)
[10:10:44.503] Build status: STARTED
[10:10:44.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:18:0) after 9m0s
[10:19:44.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:18:0)
[10:19:44.661] Build status: STARTED
[10:19:44.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:19:0) after 5m1s
[10:24:45.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:19:0)
[10:24:45.702] Build status: STARTED
[10:24:45.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:20:0) after 9m30s
[10:34:15.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:20:0)
[10:34:15.817] Build status: STARTED
[10:34:15.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:21:0) after 8m5s
[10:42:20.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:21:0)
[10:42:20.933] Build status: STARTED
[10:42:20.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:22:0) after 2m16s
[10:44:36.992] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:22:0)
[10:44:37.056] Build status: STARTED
[10:44:37.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:23:0) after 9m13s
[10:53:50.082] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:23:0)
[10:53:50.127] Build status: STARTED
[10:53:50.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:24:0) after 2m52s
[10:56:42.217] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:24:0)
[10:56:42.241] Build status: STARTED
[10:56:42.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:25:0) after 2m9s
[10:58:51.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:25:0)
[10:58:51.267] Build status: STARTED
[10:58:51.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:26:0) after 2m23s
[11:01:14.369] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:26:0)
[11:01:14.397] Build status: STARTED
[11:01:14.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:27:0) after 8m50s
[11:10:04.422] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:27:0)
[11:10:04.446] Build status: STARTED
[11:10:04.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:28:0) after 7m58s
[11:18:02.486] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:28:0)
[11:18:02.573] Build status: STARTED
[11:18:02.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:29:0) after 5m15s
[11:23:17.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:29:0)
[11:23:17.725] Build status: STARTED
[11:23:17.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:30:0) after 1m53s
[11:25:10.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:30:0)
[11:25:10.986] Build status: STARTED
[11:25:10.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:31:0) after 5m38s
[11:30:49.067] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:31:0)
[11:30:49.099] Build status: STARTED
[11:30:49.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:32:0) after 5m55s
[11:36:44.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:32:0)
[11:36:44.196] Build status: STARTED
[11:36:44.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:33:0) after 8m8s
[11:44:52.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:33:0)
[11:44:52.330] Build status: STARTED
[11:44:52.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:34:0) after 8m34s
[11:53:26.355] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:34:0)
[11:53:26.378] Build status: STARTED
[11:53:26.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:35:0) after 9m26s
[12:02:52.402] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:35:0)
[12:02:52.437] Build status: STARTED
[12:02:52.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:36:0) after 3m15s
[12:06:07.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:36:0)
[12:06:07.495] Build status: STARTED
[12:06:07.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:37:0) after 2m45s
[12:08:52.533] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:37:0)
[12:08:52.587] Build status: STARTED
[12:08:52.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:38:0) after 9m4s
[12:17:56.775] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:38:0)
[12:17:56.796] Build status: STARTED
[12:17:56.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:39:0) after 4m56s
[12:22:52.978] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:39:0)
[12:22:53.045] Build status: STARTED
[12:22:53.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:40:0) after 2m59s
[12:25:52.260] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:40:0)
[12:25:52.286] Build status: STARTED
[12:25:52.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:41:0) after 3m14s
[12:29:06.296] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:41:0)
[12:29:06.323] Build status: STARTED
[12:29:06.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:42:0) after 7m59s
[12:37:05.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:42:0)
[12:37:05.767] Build status: STARTED
[12:37:05.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:43:0) after 8m29s
[12:45:34.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:43:0)
[12:45:34.829] Build status: STARTED
[12:45:34.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:44:0) after 3m5s
[12:48:40.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:44:0)
[12:48:40.172] Build status: STARTED
[12:48:40.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:45:0) after 9m4s
[12:57:44.241] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:45:0)
[12:57:44.261] Build status: STARTED
[12:57:44.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:46:0) after 1m27s
[12:59:11.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:46:0)
[12:59:11.347] Build status: STARTED
[12:59:11.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:47:0) after 6m36s
[13:05:47.425] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:47:0)
[13:05:47.456] Build status: STARTED
[13:05:47.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:48:0) after 7m4s
[13:12:51.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:48:0)
[13:12:51.603] Build status: STARTED
[13:12:51.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:49:0) after 2m26s
[13:15:17.639] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:49:0)
[13:15:17.675] Build status: STARTED
[13:15:17.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:50:0) after 1m14s
[13:16:31.741] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:50:0)
[13:16:31.764] Build status: STARTED
[13:16:31.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8972293749322452160:51:0) after 1m31s
[13:17:07.394] Received PubSub notification, asking Buildbucket for the build status
[13:17:07.431] Build:
{
"id": "8806863687211163921",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTWin64PGO"
},
"number": 3419,
"createdBy": "project:chromium",
"createTime": "2022-08-03T09:01:55.623301559Z",
"startTime": "2022-08-03T09:05:11.275802Z",
"endTime": "2022-08-03T13:17:07.012949722Z",
"updateTime": "2022-08-03T13:17:07.012949722Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "644d7880eb3ce7a6cf1e47023222ce4368794419",
"ref": "refs/heads/main"
}
}
}
[13:17:07.431] Invocation finished in 4h15m13.204510406s with status FAILED