[09:33:34.752] New invocation is queued and will start shortly
[09:33:36.036] Starting the invocation (attempt 1)
[09:33:36.081] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9088ec014da8262023cc9310054b98b454f8fe80"
[09:33:36.082] Popped gitiles commit info from properties and tags
[09:33:36.082] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:33:36.082] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:33:36.082] Buildbucket request:
{
"requestId": "8977274589645175776",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "9088ec014da8262023cc9310054b98b454f8fe80",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8977274589645175776"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMacASan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:33:36.732] Scheduled build:
{
"id": "8811844527451954033",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26967,
"createdBy": "project:chromium",
"createTime": "2022-06-09T09:33:36.212272476Z",
"updateTime": "2022-06-09T09:33:36.212272476Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "9088ec014da8262023cc9310054b98b454f8fe80",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:33:36.732] Task URL: https://cr-buildbucket.appspot.com/build/8811844527451954033
[09:33:36.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:2:0) after 9m14s
[09:42:50.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:2:0)
[09:42:50.775] Build status: SCHEDULED
[09:42:50.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:3:0) after 4m1s
[09:46:51.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:3:0)
[09:46:51.854] Build status: SCHEDULED
[09:46:51.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:4:0) after 6m18s
[09:53:09.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:4:0)
[09:53:09.910] Build status: SCHEDULED
[09:53:09.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:5:0) after 3m15s
[09:56:25.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:5:0)
[09:56:25.130] Build status: SCHEDULED
[09:56:25.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:6:0) after 4m14s
[10:00:39.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:6:0)
[10:00:39.223] Build status: SCHEDULED
[10:00:39.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:7:0) after 6m52s
[10:07:31.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:7:0)
[10:07:31.285] Build status: SCHEDULED
[10:07:31.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:8:0) after 4m24s
[10:11:55.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:8:0)
[10:11:55.646] Build status: SCHEDULED
[10:11:55.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:9:0) after 5m56s
[10:17:51.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:9:0)
[10:17:51.690] Build status: SCHEDULED
[10:17:51.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:10:0) after 5m23s
[10:23:14.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:10:0)
[10:23:14.788] Build status: SCHEDULED
[10:23:14.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:11:0) after 6m41s
[10:29:55.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:11:0)
[10:29:55.898] Build status: SCHEDULED
[10:29:55.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:12:0) after 9m54s
[10:39:49.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:12:0)
[10:39:49.989] Build status: SCHEDULED
[10:39:49.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:13:0) after 5m18s
[10:45:08.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:13:0)
[10:45:08.186] Build status: SCHEDULED
[10:45:08.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:14:0) after 6m47s
[10:48:56.366] Received PubSub notification, asking Buildbucket for the build status
[10:48:56.386] Build status: STARTED
[10:51:55.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:14:0)
[10:51:55.329] Build status: STARTED
[10:51:55.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:16:0) after 4m1s
[10:55:56.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:16:0)
[10:55:56.566] Build status: STARTED
[10:55:56.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:17:0) after 7m42s
[11:03:38.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:17:0)
[11:03:38.632] Build status: STARTED
[11:03:38.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:18:0) after 8m7s
[11:11:46.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:18:0)
[11:11:46.094] Build status: STARTED
[11:11:46.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:19:0) after 4m8s
[11:15:54.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:19:0)
[11:15:54.164] Build status: STARTED
[11:15:54.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:20:0) after 6m10s
[11:22:04.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:20:0)
[11:22:04.212] Build status: STARTED
[11:22:04.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:21:0) after 6m47s
[11:28:51.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:21:0)
[11:28:51.316] Build status: STARTED
[11:28:51.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:22:0) after 3m22s
[11:32:13.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:22:0)
[11:32:13.718] Build status: STARTED
[11:32:13.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:23:0) after 4m32s
[11:36:45.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:23:0)
[11:36:45.772] Build status: STARTED
[11:36:45.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:24:0) after 8m41s
[11:45:26.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:24:0)
[11:45:26.969] Build status: STARTED
[11:45:26.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:25:0) after 8m12s
[11:53:39.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:25:0)
[11:53:39.024] Build status: STARTED
[11:53:39.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:26:0) after 8m14s
[12:01:53.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:26:0)
[12:01:53.078] Build status: STARTED
[12:01:53.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:27:0) after 9m4s
[12:10:57.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:27:0)
[12:10:57.137] Build status: STARTED
[12:10:57.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:28:0) after 3m55s
[12:14:52.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:28:0)
[12:14:52.295] Build status: STARTED
[12:14:52.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:29:0) after 1m25s
[12:16:17.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:29:0)
[12:16:17.377] Build status: STARTED
[12:16:17.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:30:0) after 2m3s
[12:18:20.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:30:0)
[12:18:20.479] Build status: STARTED
[12:18:20.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:31:0) after 5m33s
[12:23:53.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:31:0)
[12:23:53.627] Build status: STARTED
[12:23:53.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:32:0) after 4m28s
[12:28:21.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:32:0)
[12:28:21.693] Build status: STARTED
[12:28:21.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:33:0) after 1m26s
[12:29:47.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:33:0)
[12:29:47.757] Build status: STARTED
[12:29:47.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:34:0) after 1m0s
[12:30:47.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:34:0)
[12:30:47.980] Build status: STARTED
[12:30:47.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:35:0) after 4m25s
[12:35:13.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:35:0)
[12:35:13.336] Build status: STARTED
[12:35:13.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:36:0) after 6m7s
[12:41:20.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:36:0)
[12:41:20.453] Build status: STARTED
[12:41:20.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:37:0) after 1m35s
[12:42:55.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:37:0)
[12:42:55.541] Build status: STARTED
[12:42:55.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:38:0) after 1m19s
[12:44:14.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:38:0)
[12:44:14.601] Build status: STARTED
[12:44:14.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:39:0) after 1m49s
[12:46:03.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:39:0)
[12:46:03.690] Build status: STARTED
[12:46:03.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:40:0) after 7m45s
[12:53:48.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:40:0)
[12:53:48.987] Build status: STARTED
[12:53:48.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:41:0) after 8m34s
[13:02:22.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:41:0)
[13:02:23.031] Build status: STARTED
[13:02:23.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:42:0) after 7m1s
[13:09:24.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:42:0)
[13:09:24.103] Build status: STARTED
[13:09:24.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:43:0) after 2m14s
[13:11:38.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:43:0)
[13:11:38.161] Build status: STARTED
[13:11:38.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:44:0) after 5m34s
[13:17:12.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:44:0)
[13:17:12.658] Build status: STARTED
[13:17:12.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:45:0) after 6m1s
[13:23:13.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:45:0)
[13:23:13.793] Build status: STARTED
[13:23:13.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:46:0) after 4m47s
[13:28:00.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:46:0)
[13:28:00.894] Build status: STARTED
[13:28:00.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:47:0) after 9m33s
[13:37:33.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:47:0)
[13:37:33.956] Build status: STARTED
[13:37:33.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:48:0) after 7m9s
[13:44:43.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:48:0)
[13:44:43.199] Build status: STARTED
[13:44:43.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:49:0) after 7m15s
[13:51:58.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:49:0)
[13:51:58.443] Build status: STARTED
[13:51:58.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:50:0) after 2m21s
[13:54:19.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:50:0)
[13:54:19.635] Build status: STARTED
[13:54:19.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:51:0) after 2m56s
[13:57:15.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:51:0)
[13:57:15.701] Build status: STARTED
[13:57:15.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:52:0) after 4m42s
[14:01:57.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:52:0)
[14:01:57.759] Build status: STARTED
[14:01:57.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:53:0) after 8m0s
[14:09:57.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:53:0)
[14:09:57.932] Build status: STARTED
[14:09:57.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:54:0) after 6m20s
[14:16:18.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:54:0)
[14:16:18.250] Build status: STARTED
[14:16:18.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:55:0) after 7m4s
[14:23:22.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:55:0)
[14:23:22.425] Build status: STARTED
[14:23:22.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:56:0) after 5m16s
[14:28:38.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:56:0)
[14:28:38.640] Build status: STARTED
[14:28:38.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:57:0) after 1m18s
[14:29:56.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:57:0)
[14:29:57.003] Build status: STARTED
[14:29:57.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:58:0) after 7m48s
[14:37:45.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:58:0)
[14:37:45.087] Build status: STARTED
[14:37:45.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:59:0) after 4m2s
[14:41:47.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:59:0)
[14:41:47.377] Build status: STARTED
[14:41:47.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:60:0) after 6m37s
[14:48:24.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:60:0)
[14:48:24.422] Build status: STARTED
[14:48:24.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:61:0) after 2m7s
[14:50:31.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:61:0)
[14:50:31.500] Build status: STARTED
[14:50:31.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:62:0) after 7m20s
[14:57:51.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:62:0)
[14:57:51.766] Build status: STARTED
[14:57:51.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:63:0) after 9m3s
[15:06:54.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:63:0)
[15:06:54.848] Build status: STARTED
[15:06:54.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:64:0) after 3m20s
[15:10:14.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:64:0)
[15:10:14.994] Build status: STARTED
[15:10:14.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:65:0) after 5m52s
[15:16:07.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:65:0)
[15:16:07.213] Build status: STARTED
[15:16:07.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:66:0) after 1m16s
[15:17:23.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:66:0)
[15:17:23.784] Build status: STARTED
[15:17:23.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:67:0) after 8m44s
[15:26:07.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:67:0)
[15:26:08.036] Build status: STARTED
[15:26:08.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:68:0) after 3m45s
[15:29:53.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:68:0)
[15:29:53.094] Build status: STARTED
[15:29:53.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:69:0) after 5m37s
[15:35:30.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:69:0)
[15:35:30.179] Build status: STARTED
[15:35:30.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:70:0) after 1m40s
[15:37:10.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:70:0)
[15:37:10.348] Build status: STARTED
[15:37:10.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:71:0) after 8m1s
[15:45:11.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:71:0)
[15:45:11.824] Build status: STARTED
[15:45:11.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:72:0) after 8m33s
[15:53:44.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:72:0)
[15:53:44.962] Build status: STARTED
[15:53:44.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:73:0) after 3m36s
[15:57:20.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:73:0)
[15:57:20.973] Build status: STARTED
[15:57:20.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:74:0) after 1m48s
[15:59:08.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:74:0)
[15:59:09.042] Build status: STARTED
[15:59:09.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:75:0) after 1m52s
[16:01:01.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:75:0)
[16:01:01.497] Build status: STARTED
[16:01:01.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:76:0) after 3m8s
[16:04:09.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:76:0)
[16:04:09.894] Build status: STARTED
[16:04:09.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:77:0) after 4m17s
[16:08:26.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:77:0)
[16:08:26.947] Build status: STARTED
[16:08:26.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:78:0) after 1m30s
[16:09:56.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:78:0)
[16:09:57.027] Build status: STARTED
[16:09:57.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:79:0) after 7m44s
[16:17:41.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:79:0)
[16:17:41.129] Build status: STARTED
[16:17:41.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:80:0) after 8m45s
[16:26:26.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:80:0)
[16:26:26.213] Build status: STARTED
[16:26:26.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:81:0) after 7m29s
[16:33:55.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:81:0)
[16:33:55.263] Build status: STARTED
[16:33:55.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:82:0) after 1m39s
[16:35:34.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:82:0)
[16:35:34.330] Build status: STARTED
[16:35:34.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:83:0) after 1m36s
[16:37:10.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:83:0)
[16:37:10.423] Build status: STARTED
[16:37:10.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:84:0) after 8m14s
[16:45:24.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:84:0)
[16:45:24.514] Build status: STARTED
[16:45:24.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:85:0) after 9m33s
[16:54:57.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:85:0)
[16:54:57.650] Build status: STARTED
[16:54:57.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:86:0) after 2m41s
[16:57:38.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:86:0)
[16:57:38.721] Build status: STARTED
[16:57:38.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:87:0) after 9m47s
[17:07:25.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:87:0)
[17:07:25.940] Build status: STARTED
[17:07:25.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:88:0) after 3m45s
[17:11:10.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:88:0)
[17:11:11.042] Build status: STARTED
[17:11:11.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:89:0) after 8m59s
[17:20:10.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:89:0)
[17:20:10.433] Build status: STARTED
[17:20:10.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:90:0) after 2m50s
[17:23:00.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:90:0)
[17:23:00.526] Build status: STARTED
[17:23:00.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:91:0) after 1m26s
[17:24:26.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:91:0)
[17:24:26.730] Build status: STARTED
[17:24:26.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:92:0) after 9m34s
[17:34:00.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:92:0)
[17:34:01.034] Build status: STARTED
[17:34:01.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:93:0) after 4m45s
[17:38:46.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:93:0)
[17:38:46.357] Build status: STARTED
[17:38:46.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:94:0) after 3m21s
[17:42:07.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:94:0)
[17:42:07.439] Build status: STARTED
[17:42:07.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:95:0) after 3m43s
[17:45:51.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:95:0)
[17:45:51.226] Build status: STARTED
[17:45:51.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:96:0) after 7m7s
[17:52:58.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:96:0)
[17:52:58.345] Build status: STARTED
[17:52:58.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:97:0) after 5m8s
[17:58:06.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:97:0)
[17:58:06.901] Build status: STARTED
[17:58:06.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:98:0) after 6m38s
[18:04:45.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:98:0)
[18:04:45.119] Build status: STARTED
[18:04:45.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:99:0) after 8m0s
[18:12:45.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:99:0)
[18:12:45.269] Build status: STARTED
[18:12:45.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:100:0) after 9m28s
[18:22:13.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:100:0)
[18:22:13.574] Build status: STARTED
[18:22:13.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:101:0) after 7m40s
[18:29:53.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:101:0)
[18:29:53.657] Build status: STARTED
[18:29:53.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:102:0) after 8m49s
[18:38:42.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:102:0)
[18:38:42.701] Build status: STARTED
[18:38:42.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:103:0) after 4m31s
[18:43:13.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:103:0)
[18:43:13.774] Build status: STARTED
[18:43:13.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:104:0) after 4m11s
[18:47:24.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:104:0)
[18:47:24.872] Build status: STARTED
[18:47:24.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:105:0) after 6m20s
[18:53:44.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:105:0)
[18:53:44.989] Build status: STARTED
[18:53:44.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:106:0) after 6m17s
[19:00:02.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:106:0)
[19:00:02.066] Build status: STARTED
[19:00:02.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:107:0) after 4m53s
[19:04:55.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:107:0)
[19:04:55.164] Build status: STARTED
[19:04:55.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:108:0) after 9m14s
[19:14:09.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:108:0)
[19:14:09.270] Build status: STARTED
[19:14:09.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:109:0) after 5m21s
[19:19:30.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:109:0)
[19:19:30.332] Build status: STARTED
[19:19:30.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:110:0) after 1m9s
[19:20:39.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:110:0)
[19:20:39.413] Build status: STARTED
[19:20:39.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:111:0) after 3m9s
[19:23:48.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:111:0)
[19:23:48.483] Build status: STARTED
[19:23:48.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:112:0) after 7m29s
[19:31:17.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:112:0)
[19:31:17.536] Build status: STARTED
[19:31:17.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:113:0) after 6m57s
[19:38:14.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:113:0)
[19:38:14.865] Build status: STARTED
[19:38:14.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:114:0) after 1m8s
[19:39:23.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:114:0)
[19:39:23.131] Build status: STARTED
[19:39:23.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:115:0) after 2m53s
[19:42:16.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:115:0)
[19:42:16.438] Build status: STARTED
[19:42:16.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:116:0) after 1m42s
[19:43:58.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:116:0)
[19:43:58.664] Build status: STARTED
[19:43:58.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:117:0) after 3m5s
[19:47:03.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:117:0)
[19:47:03.779] Build status: STARTED
[19:47:03.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:118:0) after 9m20s
[19:56:23.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:118:0)
[19:56:23.995] Build status: STARTED
[19:56:23.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:119:0) after 3m24s
[19:59:48.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:119:0)
[19:59:48.116] Build status: STARTED
[19:59:48.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:120:0) after 8m39s
[20:08:27.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:120:0)
[20:08:27.202] Build status: STARTED
[20:08:27.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:121:0) after 3m20s
[20:11:47.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:121:0)
[20:11:47.303] Build status: STARTED
[20:11:47.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:122:0) after 8m0s
[20:19:47.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:122:0)
[20:19:47.391] Build status: STARTED
[20:19:47.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:123:0) after 3m17s
[20:23:04.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:123:0)
[20:23:04.472] Build status: STARTED
[20:23:04.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:124:0) after 3m12s
[20:26:16.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:124:0)
[20:26:16.673] Build status: STARTED
[20:26:16.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:125:0) after 7m35s
[20:33:51.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:125:0)
[20:33:51.783] Build status: STARTED
[20:33:51.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:126:0) after 6m19s
[20:40:10.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:126:0)
[20:40:10.943] Build status: STARTED
[20:40:10.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:127:0) after 5m3s
[20:45:14.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:127:0)
[20:45:14.132] Build status: STARTED
[20:45:14.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:128:0) after 6m17s
[20:51:31.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:128:0)
[20:51:31.233] Build status: STARTED
[20:51:31.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:129:0) after 8m28s
[20:59:59.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:129:0)
[20:59:59.300] Build status: STARTED
[20:59:59.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:130:0) after 4m25s
[21:04:24.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:130:0)
[21:04:24.641] Build status: STARTED
[21:04:24.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:131:0) after 8m24s
[21:12:48.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:131:0)
[21:12:48.690] Build status: STARTED
[21:12:48.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:132:0) after 4m23s
[21:17:11.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:132:0)
[21:17:11.956] Build status: STARTED
[21:17:11.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:133:0) after 6m30s
[21:23:42.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:133:0)
[21:23:42.169] Build status: STARTED
[21:23:42.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:134:0) after 3m52s
[21:27:34.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:134:0)
[21:27:34.366] Build status: STARTED
[21:27:34.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:135:0) after 3m28s
[21:31:02.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:135:0)
[21:31:02.805] Build status: STARTED
[21:31:02.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:136:0) after 5m10s
[21:36:12.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:136:0)
[21:36:12.975] Build status: STARTED
[21:36:12.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:137:0) after 9m39s
[21:45:52.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:137:0)
[21:45:52.269] Build status: STARTED
[21:45:52.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:138:0) after 9m45s
[21:55:37.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:138:0)
[21:55:37.395] Build status: STARTED
[21:55:37.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:139:0) after 5m51s
[22:01:28.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:139:0)
[22:01:28.488] Build status: STARTED
[22:01:28.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:140:0) after 4m29s
[22:05:57.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:140:0)
[22:05:57.552] Build status: STARTED
[22:05:57.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:141:0) after 6m16s
[22:12:13.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:141:0)
[22:12:13.784] Build status: STARTED
[22:12:13.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:142:0) after 3m7s
[22:15:20.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:142:0)
[22:15:20.836] Build status: STARTED
[22:15:20.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:143:0) after 7m12s
[22:22:32.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:143:0)
[22:22:32.993] Build status: STARTED
[22:22:32.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8977274589645175776:144:0) after 3m15s
[22:23:17.055] Received PubSub notification, asking Buildbucket for the build status
[22:23:17.077] Build:
{
"id": "8811844527451954033",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26967,
"createdBy": "project:chromium",
"createTime": "2022-06-09T09:33:36.212272476Z",
"startTime": "2022-06-09T10:48:55.937601Z",
"endTime": "2022-06-09T22:23:16.606257940Z",
"updateTime": "2022-06-09T22:23:16.606257940Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "9088ec014da8262023cc9310054b98b454f8fe80",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:23:17.077] Invocation finished in 12h49m42.340682118s with status FAILED