[00:10:39.011] New invocation is queued and will start shortly
[00:10:40.155] Starting the invocation (attempt 1)
[00:10:40.186] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/d4c492356b0fdcf05eb9c985ccbbf22b23045443"
[00:10:40.186] Popped gitiles commit info from properties and tags
[00:10:40.186] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:10:40.189] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:10:40.190] Buildbucket request:
{
"requestId": "8901027360385705696",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-bazel_consistency"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8901027360385705696",
"job": "fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "aeb4db92c6db9298451249d0a3ad4133ba18eb20"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@aeb4db92c6db9298451249d0a3ad4133ba18eb20",
"title": "aeb4db92c6db9298451249d0a3ad4133ba18eb20",
"url": "https://fuchsia.googlesource.com/integration/+/aeb4db92c6db9298451249d0a3ad4133ba18eb20"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e7f10deb692bde3d8e802a443eaf30d7e5d37b93"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e7f10deb692bde3d8e802a443eaf30d7e5d37b93",
"title": "e7f10deb692bde3d8e802a443eaf30d7e5d37b93",
"url": "https://fuchsia.googlesource.com/integration/+/e7f10deb692bde3d8e802a443eaf30d7e5d37b93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fc5a32821774e4e57e1c029e53824f4498ebf89c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fc5a32821774e4e57e1c029e53824f4498ebf89c",
"title": "fc5a32821774e4e57e1c029e53824f4498ebf89c",
"url": "https://fuchsia.googlesource.com/integration/+/fc5a32821774e4e57e1c029e53824f4498ebf89c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "82a8b92b9b334d9837e01cb50c2c49576af7a5ff"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@82a8b92b9b334d9837e01cb50c2c49576af7a5ff",
"title": "82a8b92b9b334d9837e01cb50c2c49576af7a5ff",
"url": "https://fuchsia.googlesource.com/integration/+/82a8b92b9b334d9837e01cb50c2c49576af7a5ff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a610a2236d97a0382f0c7bb293b128236bb17b11"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a610a2236d97a0382f0c7bb293b128236bb17b11",
"title": "a610a2236d97a0382f0c7bb293b128236bb17b11",
"url": "https://fuchsia.googlesource.com/integration/+/a610a2236d97a0382f0c7bb293b128236bb17b11"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "03135df0795a833e5e2abd84f14de8c9b9699704"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@03135df0795a833e5e2abd84f14de8c9b9699704",
"title": "03135df0795a833e5e2abd84f14de8c9b9699704",
"url": "https://fuchsia.googlesource.com/integration/+/03135df0795a833e5e2abd84f14de8c9b9699704"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5a138f67c64ffd6b8ed7f1c7f80f887b59d77ee7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5a138f67c64ffd6b8ed7f1c7f80f887b59d77ee7",
"title": "5a138f67c64ffd6b8ed7f1c7f80f887b59d77ee7",
"url": "https://fuchsia.googlesource.com/integration/+/5a138f67c64ffd6b8ed7f1c7f80f887b59d77ee7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "da7bc542419a76c66036c46f4bec61f89dbe6a30"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@da7bc542419a76c66036c46f4bec61f89dbe6a30",
"title": "da7bc542419a76c66036c46f4bec61f89dbe6a30",
"url": "https://fuchsia.googlesource.com/integration/+/da7bc542419a76c66036c46f4bec61f89dbe6a30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b5af566808375d6d884d26a0cb33ce31d18528d7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b5af566808375d6d884d26a0cb33ce31d18528d7",
"title": "b5af566808375d6d884d26a0cb33ce31d18528d7",
"url": "https://fuchsia.googlesource.com/integration/+/b5af566808375d6d884d26a0cb33ce31d18528d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7ea8abe7203fba3d2c36e09611a93b94f10ece45"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7ea8abe7203fba3d2c36e09611a93b94f10ece45",
"title": "7ea8abe7203fba3d2c36e09611a93b94f10ece45",
"url": "https://fuchsia.googlesource.com/integration/+/7ea8abe7203fba3d2c36e09611a93b94f10ece45"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5fe7acfb9fc93c909526e53e9602b1384800d485"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5fe7acfb9fc93c909526e53e9602b1384800d485",
"title": "5fe7acfb9fc93c909526e53e9602b1384800d485",
"url": "https://fuchsia.googlesource.com/integration/+/5fe7acfb9fc93c909526e53e9602b1384800d485"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4ea0ae50d8527dedb38284584acc22ce5c8b0c38"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4ea0ae50d8527dedb38284584acc22ce5c8b0c38",
"title": "4ea0ae50d8527dedb38284584acc22ce5c8b0c38",
"url": "https://fuchsia.googlesource.com/integration/+/4ea0ae50d8527dedb38284584acc22ce5c8b0c38"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "87def2a4d85e1349c028df119a7871ed624f0b87"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@87def2a4d85e1349c028df119a7871ed624f0b87",
"title": "87def2a4d85e1349c028df119a7871ed624f0b87",
"url": "https://fuchsia.googlesource.com/integration/+/87def2a4d85e1349c028df119a7871ed624f0b87"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0204d4a82f6385aaaf646fb5d926fa41ac2c632e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0204d4a82f6385aaaf646fb5d926fa41ac2c632e",
"title": "0204d4a82f6385aaaf646fb5d926fa41ac2c632e",
"url": "https://fuchsia.googlesource.com/integration/+/0204d4a82f6385aaaf646fb5d926fa41ac2c632e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a111f2292d5b1db1125fdb70558746d7cd075b8f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a111f2292d5b1db1125fdb70558746d7cd075b8f",
"title": "a111f2292d5b1db1125fdb70558746d7cd075b8f",
"url": "https://fuchsia.googlesource.com/integration/+/a111f2292d5b1db1125fdb70558746d7cd075b8f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3afdb0768bf3a451db365cb04ccf27ceef2d4773"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3afdb0768bf3a451db365cb04ccf27ceef2d4773",
"title": "3afdb0768bf3a451db365cb04ccf27ceef2d4773",
"url": "https://fuchsia.googlesource.com/integration/+/3afdb0768bf3a451db365cb04ccf27ceef2d4773"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e9d654f1ef42f3f1e6db24dee1b976c2ac11bf5e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e9d654f1ef42f3f1e6db24dee1b976c2ac11bf5e",
"title": "e9d654f1ef42f3f1e6db24dee1b976c2ac11bf5e",
"url": "https://fuchsia.googlesource.com/integration/+/e9d654f1ef42f3f1e6db24dee1b976c2ac11bf5e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0a8c9de69d86ac5f23cdb14c827ef5ff907720b8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0a8c9de69d86ac5f23cdb14c827ef5ff907720b8",
"title": "0a8c9de69d86ac5f23cdb14c827ef5ff907720b8",
"url": "https://fuchsia.googlesource.com/integration/+/0a8c9de69d86ac5f23cdb14c827ef5ff907720b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "bdbc5ad9f543d8ffba2a2cf2f15c76541ad8212e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bdbc5ad9f543d8ffba2a2cf2f15c76541ad8212e",
"title": "bdbc5ad9f543d8ffba2a2cf2f15c76541ad8212e",
"url": "https://fuchsia.googlesource.com/integration/+/bdbc5ad9f543d8ffba2a2cf2f15c76541ad8212e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1aed990840cdc9ad7e7fca8c124f226fad51af9c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1aed990840cdc9ad7e7fca8c124f226fad51af9c",
"title": "1aed990840cdc9ad7e7fca8c124f226fad51af9c",
"url": "https://fuchsia.googlesource.com/integration/+/1aed990840cdc9ad7e7fca8c124f226fad51af9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0d12a8f4a0b318224beb135af350d596e3a78405"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0d12a8f4a0b318224beb135af350d596e3a78405",
"title": "0d12a8f4a0b318224beb135af350d596e3a78405",
"url": "https://fuchsia.googlesource.com/integration/+/0d12a8f4a0b318224beb135af350d596e3a78405"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a4de2928d887d2b26ccce6db9aed4b14c88837d0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a4de2928d887d2b26ccce6db9aed4b14c88837d0",
"title": "a4de2928d887d2b26ccce6db9aed4b14c88837d0",
"url": "https://fuchsia.googlesource.com/integration/+/a4de2928d887d2b26ccce6db9aed4b14c88837d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "162c9b5252b59c02c0b1d839f4f39db8b991e206"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@162c9b5252b59c02c0b1d839f4f39db8b991e206",
"title": "162c9b5252b59c02c0b1d839f4f39db8b991e206",
"url": "https://fuchsia.googlesource.com/integration/+/162c9b5252b59c02c0b1d839f4f39db8b991e206"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d4c492356b0fdcf05eb9c985ccbbf22b23045443"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d4c492356b0fdcf05eb9c985ccbbf22b23045443",
"title": "d4c492356b0fdcf05eb9c985ccbbf22b23045443",
"url": "https://fuchsia.googlesource.com/integration/+/d4c492356b0fdcf05eb9c985ccbbf22b23045443"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "d4c492356b0fdcf05eb9c985ccbbf22b23045443",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8901027360385705696"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:10:40.636] Scheduled build:
{
"id": "8735597298405294273",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-bazel_consistency"
},
"createdBy": "project:fuchsia",
"createTime": "2024-09-28T00:10:40.251624834Z",
"updateTime": "2024-09-28T00:10:40.251624834Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "d4c492356b0fdcf05eb9c985ccbbf22b23045443",
"ref": "refs/heads/main"
}
}
}
[00:10:40.636] Task URL: https://cr-buildbucket.appspot.com/build/8735597298405294273
[00:10:40.636] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:2:0) after 6m43s
[00:10:41.583] Received PubSub notification, asking Buildbucket for the build status
[00:10:41.612] Build status: SCHEDULED
[00:10:48.414] Received PubSub notification, asking Buildbucket for the build status
[00:10:48.431] Build status: STARTED
[00:17:23.705] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:2:0)
[00:17:23.730] Build status: STARTED
[00:17:23.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:5:0) after 1m23s
[00:18:46.782] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:5:0)
[00:18:46.807] Build status: STARTED
[00:18:46.807] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:6:0) after 6m3s
[00:24:49.790] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:6:0)
[00:24:49.806] Build status: STARTED
[00:24:49.806] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:7:0) after 2m50s
[00:27:39.833] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:7:0)
[00:27:39.851] Build status: STARTED
[00:27:39.851] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:8:0) after 5m0s
[00:32:40.313] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:8:0)
[00:32:40.340] Build status: STARTED
[00:32:40.340] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:9:0) after 3m27s
[00:36:07.412] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:9:0)
[00:36:07.456] Build status: STARTED
[00:36:07.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:10:0) after 6m39s
[00:42:46.638] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:10:0)
[00:42:46.653] Build status: STARTED
[00:42:46.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:11:0) after 6m14s
[00:49:00.938] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:11:0)
[00:49:00.963] Build status: STARTED
[00:49:00.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:12:0) after 7m35s
[00:56:35.951] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:12:0)
[00:56:36.119] Build status: STARTED
[00:56:36.119] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:13:0) after 5m40s
[01:02:16.186] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:13:0)
[01:02:16.216] Build status: STARTED
[01:02:16.216] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:14:0) after 9m35s
[01:11:51.677] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:14:0)
[01:11:51.695] Build status: STARTED
[01:11:51.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:15:0) after 9m17s
[01:21:09.792] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:15:0)
[01:21:09.809] Build status: STARTED
[01:21:09.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:16:0) after 1m36s
[01:22:45.997] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:16:0)
[01:22:46.019] Build status: STARTED
[01:22:46.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:17:0) after 8m36s
[01:31:22.047] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:17:0)
[01:31:22.071] Build status: STARTED
[01:31:22.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:18:0) after 6m13s
[01:37:35.094] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:18:0)
[01:37:35.116] Build status: STARTED
[01:37:35.116] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:19:0) after 4m4s
[01:41:39.363] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:19:0)
[01:41:39.400] Build status: STARTED
[01:41:39.400] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:20:0) after 8m53s
[01:50:32.517] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:20:0)
[01:50:32.538] Build status: STARTED
[01:50:32.538] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-asan-bazel_consistency-e5a0ec7f:8901027360385705696:21:0) after 5m46s
[01:55:44.922] Received PubSub notification, asking Buildbucket for the build status
[01:55:44.951] Build:
{
"id": "8735597298405294273",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-bazel_consistency"
},
"createdBy": "project:fuchsia",
"createTime": "2024-09-28T00:10:40.251624834Z",
"startTime": "2024-09-28T00:10:45.902918074Z",
"endTime": "2024-09-28T01:55:44.501580760Z",
"updateTime": "2024-09-28T01:55:44.501580760Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "d4c492356b0fdcf05eb9c985ccbbf22b23045443",
"ref": "refs/heads/main"
}
}
}
[01:55:44.951] Invocation finished in 1h45m5.973601155s with status FAILED