[21:58:25.224] New invocation is queued and will start shortly
[21:58:26.607] Starting the invocation (attempt 1)
[21:58:26.651] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6c31be36266dac71a7613aced16b13fd52882b7a"
[21:58:26.651] Popped gitiles commit info from properties and tags
[21:58:26.651] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:58:26.651] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:58:26.653] Buildbucket request:
{
"requestId": "8985653246164366784",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6c31be36266dac71a7613aced16b13fd52882b7a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8985653246164366784"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMacASan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:58:27.317] Scheduled build:
{
"id": "8820223183923988433",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26579,
"createdBy": "project:chromium",
"createTime": "2022-03-08T21:58:26.728617975Z",
"updateTime": "2022-03-08T21:58:26.728617975Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6c31be36266dac71a7613aced16b13fd52882b7a",
"ref": "refs/heads/main"
}
}
}
[21:58:27.317] Task URL: https://cr-buildbucket.appspot.com/build/8820223183923988433
[21:58:27.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:2:0) after 8m55s
[22:07:22.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:2:0)
[22:07:22.392] Build status: SCHEDULED
[22:07:22.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:3:0) after 5m10s
[22:12:32.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:3:0)
[22:12:32.966] Build status: SCHEDULED
[22:12:32.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:4:0) after 4m56s
[22:17:28.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:4:0)
[22:17:29.014] Build status: SCHEDULED
[22:17:29.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:5:0) after 5m16s
[22:22:45.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:5:0)
[22:22:45.097] Build status: SCHEDULED
[22:22:45.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:6:0) after 1m8s
[22:23:53.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:6:0)
[22:23:53.297] Build status: SCHEDULED
[22:23:53.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:7:0) after 4m56s
[22:28:19.024] Received PubSub notification, asking Buildbucket for the build status
[22:28:19.055] Build status: STARTED
[22:28:49.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:7:0)
[22:28:49.497] Build status: STARTED
[22:28:49.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:9:0) after 6m4s
[22:34:53.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:9:0)
[22:34:53.722] Build status: STARTED
[22:34:53.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:10:0) after 6m22s
[22:41:15.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:10:0)
[22:41:15.739] Build status: STARTED
[22:41:15.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:11:0) after 1m5s
[22:42:21.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:11:0)
[22:42:21.197] Build status: STARTED
[22:42:21.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:12:0) after 2m12s
[22:44:33.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:12:0)
[22:44:33.257] Build status: STARTED
[22:44:33.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:13:0) after 1m41s
[22:46:14.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:13:0)
[22:46:14.525] Build status: STARTED
[22:46:14.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:14:0) after 8m4s
[22:54:18.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:14:0)
[22:54:18.742] Build status: STARTED
[22:54:18.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:15:0) after 6m24s
[23:00:42.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:15:0)
[23:00:42.803] Build status: STARTED
[23:00:42.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:16:0) after 1m44s
[23:02:26.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:16:0)
[23:02:26.983] Build status: STARTED
[23:02:26.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:17:0) after 2m38s
[23:05:05.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:17:0)
[23:05:05.498] Build status: STARTED
[23:05:05.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:18:0) after 5m32s
[23:10:37.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:18:0)
[23:10:37.735] Build status: STARTED
[23:10:37.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:19:0) after 6m58s
[23:17:35.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:19:0)
[23:17:35.896] Build status: STARTED
[23:17:35.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:20:0) after 3m7s
[23:20:42.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:20:0)
[23:20:43.043] Build status: STARTED
[23:20:43.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:21:0) after 2m54s
[23:23:37.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:21:0)
[23:23:37.475] Build status: STARTED
[23:23:37.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:22:0) after 8m23s
[23:32:00.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:22:0)
[23:32:00.709] Build status: STARTED
[23:32:00.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:23:0) after 6m43s
[23:38:43.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:23:0)
[23:38:43.805] Build status: STARTED
[23:38:43.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:24:0) after 3m31s
[23:42:14.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:24:0)
[23:42:14.883] Build status: STARTED
[23:42:14.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:25:0) after 4m45s
[23:46:59.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:25:0)
[23:46:59.953] Build status: STARTED
[23:46:59.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:26:0) after 9m50s
[23:56:50.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:26:0)
[23:56:50.258] Build status: STARTED
[23:56:50.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:27:0) after 5m46s
[00:02:36.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:27:0)
[00:02:36.533] Build status: STARTED
[00:02:36.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:28:0) after 2m23s
[00:04:59.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:28:0)
[00:04:59.602] Build status: STARTED
[00:04:59.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:29:0) after 7m55s
[00:12:54.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:29:0)
[00:12:54.784] Build status: STARTED
[00:12:54.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:30:0) after 9m38s
[00:22:32.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:30:0)
[00:22:32.968] Build status: STARTED
[00:22:32.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:31:0) after 2m39s
[00:25:12.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:31:0)
[00:25:12.077] Build status: STARTED
[00:25:12.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:32:0) after 5m56s
[00:31:08.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:32:0)
[00:31:08.351] Build status: STARTED
[00:31:08.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:33:0) after 5m48s
[00:36:56.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:33:0)
[00:36:56.459] Build status: STARTED
[00:36:56.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:34:0) after 5m42s
[00:42:38.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:34:0)
[00:42:38.642] Build status: STARTED
[00:42:38.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:35:0) after 9m37s
[00:52:16.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:35:0)
[00:52:16.105] Build status: STARTED
[00:52:16.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:36:0) after 7m16s
[00:59:32.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:36:0)
[00:59:32.280] Build status: STARTED
[00:59:32.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:37:0) after 3m13s
[01:02:45.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:37:0)
[01:02:45.345] Build status: STARTED
[01:02:45.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:38:0) after 3m22s
[01:06:07.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:38:0)
[01:06:07.491] Build status: STARTED
[01:06:07.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:39:0) after 9m13s
[01:15:20.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:39:0)
[01:15:20.561] Build status: STARTED
[01:15:20.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:40:0) after 7m59s
[01:23:20.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:40:0)
[01:23:20.110] Build status: STARTED
[01:23:20.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:41:0) after 3m16s
[01:26:36.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:41:0)
[01:26:36.341] Build status: STARTED
[01:26:36.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:42:0) after 3m22s
[01:29:58.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:42:0)
[01:29:58.411] Build status: STARTED
[01:29:58.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:43:0) after 8m21s
[01:38:19.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:43:0)
[01:38:19.547] Build status: STARTED
[01:38:19.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:44:0) after 5m16s
[01:43:35.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:44:0)
[01:43:35.619] Build status: STARTED
[01:43:35.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:45:0) after 8m32s
[01:52:07.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:45:0)
[01:52:07.629] Build status: STARTED
[01:52:07.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:46:0) after 1m57s
[01:54:04.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:46:0)
[01:54:04.687] Build status: STARTED
[01:54:04.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:47:0) after 8m26s
[02:02:30.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:47:0)
[02:02:30.966] Build status: STARTED
[02:02:30.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:48:0) after 6m56s
[02:09:26.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:48:0)
[02:09:27.020] Build status: STARTED
[02:09:27.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:49:0) after 1m2s
[02:10:29.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:49:0)
[02:10:29.195] Build status: STARTED
[02:10:29.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:50:0) after 6m2s
[02:16:31.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:50:0)
[02:16:31.400] Build status: STARTED
[02:16:31.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:51:0) after 4m56s
[02:21:27.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:51:0)
[02:21:27.663] Build status: STARTED
[02:21:27.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:52:0) after 6m54s
[02:28:21.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:52:0)
[02:28:21.720] Build status: STARTED
[02:28:21.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:53:0) after 4m2s
[02:32:23.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:53:0)
[02:32:23.772] Build status: STARTED
[02:32:23.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:54:0) after 9m10s
[02:41:33.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:54:0)
[02:41:33.830] Build status: STARTED
[02:41:33.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:55:0) after 1m48s
[02:43:22.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:55:0)
[02:43:22.036] Build status: STARTED
[02:43:22.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:56:0) after 9m44s
[02:53:06.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:56:0)
[02:53:06.108] Build status: STARTED
[02:53:06.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:57:0) after 7m26s
[03:00:32.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:57:0)
[03:00:32.244] Build status: STARTED
[03:00:32.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:58:0) after 8m17s
[03:08:49.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:58:0)
[03:08:49.309] Build status: STARTED
[03:08:49.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:59:0) after 6m18s
[03:15:07.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:59:0)
[03:15:07.698] Build status: STARTED
[03:15:07.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:60:0) after 1m43s
[03:16:50.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:60:0)
[03:16:50.752] Build status: STARTED
[03:16:50.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:61:0) after 1m56s
[03:18:46.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:61:0)
[03:18:46.944] Build status: STARTED
[03:18:46.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:62:0) after 3m1s
[03:21:48.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:62:0)
[03:21:48.120] Build status: STARTED
[03:21:48.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:63:0) after 4m49s
[03:26:37.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:63:0)
[03:26:37.241] Build status: STARTED
[03:26:37.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:64:0) after 7m4s
[03:33:41.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:64:0)
[03:33:41.303] Build status: STARTED
[03:33:41.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:65:0) after 1m51s
[03:35:32.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:65:0)
[03:35:32.458] Build status: STARTED
[03:35:32.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:66:0) after 1m14s
[03:36:46.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:66:0)
[03:36:46.512] Build status: STARTED
[03:36:46.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:67:0) after 7m2s
[03:43:48.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:67:0)
[03:43:48.610] Build status: STARTED
[03:43:48.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:68:0) after 5m25s
[03:49:13.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:68:0)
[03:49:13.737] Build status: STARTED
[03:49:13.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:69:0) after 3m43s
[03:52:56.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:69:0)
[03:52:56.806] Build status: STARTED
[03:52:56.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:70:0) after 8m33s
[04:01:29.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:70:0)
[04:01:29.874] Build status: STARTED
[04:01:29.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:71:0) after 4m8s
[04:05:38.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:71:0)
[04:05:38.101] Build status: STARTED
[04:05:38.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:72:0) after 7m2s
[04:12:40.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:72:0)
[04:12:40.483] Build status: STARTED
[04:12:40.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:73:0) after 3m10s
[04:15:50.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:73:0)
[04:15:50.562] Build status: STARTED
[04:15:50.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:74:0) after 3m51s
[04:19:41.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:74:0)
[04:19:41.680] Build status: STARTED
[04:19:41.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:75:0) after 7m53s
[04:27:34.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:75:0)
[04:27:34.941] Build status: STARTED
[04:27:34.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:76:0) after 3m17s
[04:30:51.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:76:0)
[04:30:51.996] Build status: STARTED
[04:30:51.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:77:0) after 2m7s
[04:32:59.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:77:0)
[04:32:59.223] Build status: STARTED
[04:32:59.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:78:0) after 6m3s
[04:39:02.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:78:0)
[04:39:02.458] Build status: STARTED
[04:39:02.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:79:0) after 4m35s
[04:43:37.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:79:0)
[04:43:37.518] Build status: STARTED
[04:43:37.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:80:0) after 3m13s
[04:46:50.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:80:0)
[04:46:50.801] Build status: STARTED
[04:46:50.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:81:0) after 3m54s
[04:50:44.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:81:0)
[04:50:44.928] Build status: STARTED
[04:50:44.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:82:0) after 2m34s
[04:53:18.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:82:0)
[04:53:18.993] Build status: STARTED
[04:53:18.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:83:0) after 5m43s
[04:59:02.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:83:0)
[04:59:02.060] Build status: STARTED
[04:59:02.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:84:0) after 5m19s
[05:04:21.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:84:0)
[05:04:21.172] Build status: STARTED
[05:04:21.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:85:0) after 1m22s
[05:05:43.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:85:0)
[05:05:43.233] Build status: STARTED
[05:05:43.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:86:0) after 5m46s
[05:11:29.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:86:0)
[05:11:29.292] Build status: STARTED
[05:11:29.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:87:0) after 5m36s
[05:17:05.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:87:0)
[05:17:05.399] Build status: STARTED
[05:17:05.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:88:0) after 4m12s
[05:21:17.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:88:0)
[05:21:17.453] Build status: STARTED
[05:21:17.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:89:0) after 1m20s
[05:22:37.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:89:0)
[05:22:37.517] Build status: STARTED
[05:22:37.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:90:0) after 3m23s
[05:26:00.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:90:0)
[05:26:00.641] Build status: STARTED
[05:26:00.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:91:0) after 1m13s
[05:27:13.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:91:0)
[05:27:13.747] Build status: STARTED
[05:27:13.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:92:0) after 5m7s
[05:32:21.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:92:0)
[05:32:21.245] Build status: STARTED
[05:32:21.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:93:0) after 1m22s
[05:33:43.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:93:0)
[05:33:43.313] Build status: STARTED
[05:33:43.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:94:0) after 6m32s
[05:40:15.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:94:0)
[05:40:15.378] Build status: STARTED
[05:40:15.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:95:0) after 9m17s
[05:49:32.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:95:0)
[05:49:32.531] Build status: STARTED
[05:49:32.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:96:0) after 5m28s
[05:55:00.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:96:0)
[05:55:00.636] Build status: STARTED
[05:55:00.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:97:0) after 8m14s
[06:03:14.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:97:0)
[06:03:14.785] Build status: STARTED
[06:03:14.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:98:0) after 4m53s
[06:08:07.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:98:0)
[06:08:07.834] Build status: STARTED
[06:08:07.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:99:0) after 8m45s
[06:16:52.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:99:0)
[06:16:52.989] Build status: STARTED
[06:16:52.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:100:0) after 7m29s
[06:24:22.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:100:0)
[06:24:22.027] Build status: STARTED
[06:24:22.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:101:0) after 2m33s
[06:26:55.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:101:0)
[06:26:55.135] Build status: STARTED
[06:26:55.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:102:0) after 6m14s
[06:33:09.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:102:0)
[06:33:09.187] Build status: STARTED
[06:33:09.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:103:0) after 9m44s
[06:42:53.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:103:0)
[06:42:53.308] Build status: STARTED
[06:42:53.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:104:0) after 5m5s
[06:47:58.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:104:0)
[06:47:58.556] Build status: STARTED
[06:47:58.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:105:0) after 3m56s
[06:51:54.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:105:0)
[06:51:54.687] Build status: STARTED
[06:51:54.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:106:0) after 1m57s
[06:53:51.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:106:0)
[06:53:51.741] Build status: STARTED
[06:53:51.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:107:0) after 1m36s
[06:55:27.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:107:0)
[06:55:27.802] Build status: STARTED
[06:55:27.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:108:0) after 4m54s
[07:00:21.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:108:0)
[07:00:21.852] Build status: STARTED
[07:00:21.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:109:0) after 4m41s
[07:05:02.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:109:0)
[07:05:02.948] Build status: STARTED
[07:05:02.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:110:0) after 5m30s
[07:10:33.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:110:0)
[07:10:33.098] Build status: STARTED
[07:10:33.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:111:0) after 1m42s
[07:12:15.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:111:0)
[07:12:15.193] Build status: STARTED
[07:12:15.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:112:0) after 8m35s
[07:20:50.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:112:0)
[07:20:50.249] Build status: STARTED
[07:20:50.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:113:0) after 1m34s
[07:22:24.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:113:0)
[07:22:24.360] Build status: STARTED
[07:22:24.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:114:0) after 4m0s
[07:26:24.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:114:0)
[07:26:24.411] Build status: STARTED
[07:26:24.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:115:0) after 1m55s
[07:28:19.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:115:0)
[07:28:19.556] Build status: STARTED
[07:28:19.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:116:0) after 6m54s
[07:35:13.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:116:0)
[07:35:13.666] Build status: STARTED
[07:35:13.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:117:0) after 8m51s
[07:44:04.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:117:0)
[07:44:04.734] Build status: STARTED
[07:44:04.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:118:0) after 5m15s
[07:49:19.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:118:0)
[07:49:19.809] Build status: STARTED
[07:49:19.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:119:0) after 8m52s
[07:58:11.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:119:0)
[07:58:11.937] Build status: STARTED
[07:58:11.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:120:0) after 9m8s
[08:07:19.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:120:0)
[08:07:20.016] Build status: STARTED
[08:07:20.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:121:0) after 9m17s
[08:16:37.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:121:0)
[08:16:37.071] Build status: STARTED
[08:16:37.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:122:0) after 3m1s
[08:19:38.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:122:0)
[08:19:38.138] Build status: STARTED
[08:19:38.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:123:0) after 2m2s
[08:21:40.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:123:0)
[08:21:40.374] Build status: STARTED
[08:21:40.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:124:0) after 6m14s
[08:27:54.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:124:0)
[08:27:54.428] Build status: STARTED
[08:27:54.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:125:0) after 2m18s
[08:30:12.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:125:0)
[08:30:12.508] Build status: STARTED
[08:30:12.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:126:0) after 4m46s
[08:34:58.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:126:0)
[08:34:58.874] Build status: STARTED
[08:34:58.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:127:0) after 8m12s
[08:43:10.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:127:0)
[08:43:10.984] Build status: STARTED
[08:43:10.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:128:0) after 3m47s
[08:46:58.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:128:0)
[08:46:58.070] Build status: STARTED
[08:46:58.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:129:0) after 7m16s
[08:54:14.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:129:0)
[08:54:14.297] Build status: STARTED
[08:54:14.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:130:0) after 5m20s
[08:59:34.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:130:0)
[08:59:34.421] Build status: STARTED
[08:59:34.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:131:0) after 6m28s
[09:06:02.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:131:0)
[09:06:02.476] Build status: STARTED
[09:06:02.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:132:0) after 2m38s
[09:08:40.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:132:0)
[09:08:40.557] Build status: STARTED
[09:08:40.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:133:0) after 3m13s
[09:11:53.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:133:0)
[09:11:53.801] Build status: STARTED
[09:11:53.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:134:0) after 1m5s
[09:12:58.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:134:0)
[09:12:58.860] Build status: STARTED
[09:12:58.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:135:0) after 9m55s
[09:22:53.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:135:0)
[09:22:54.036] Build status: STARTED
[09:22:54.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8985653246164366784:136:0) after 6m33s
[09:24:43.033] Received PubSub notification, asking Buildbucket for the build status
[09:24:43.057] Build:
{
"id": "8820223183923988433",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26579,
"createdBy": "project:chromium",
"createTime": "2022-03-08T21:58:26.728617975Z",
"startTime": "2022-03-08T22:28:17.896736Z",
"endTime": "2022-03-09T09:24:42.374939940Z",
"updateTime": "2022-03-09T09:24:42.374939940Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6c31be36266dac71a7613aced16b13fd52882b7a",
"ref": "refs/heads/main"
}
}
}
[09:24:43.057] Invocation finished in 11h26m17.848486611s with status FAILED