Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/81019 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "ed678196f26c0e520bbbdb6d3377704dd2659ccd",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "ed678196f26c0e520bbbdb6d3377704dd2659ccd"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "dcac02ac1f1c969c4f6b764cbd7fb9afcc0eb412",
  "parent_got_dawn_revision": "1351d4bbd8d5b2e0942299c98d243f07aec4dbf2",
  "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
  "parent_got_revision": "ed678196f26c0e520bbbdb6d3377704dd2659ccd",
  "parent_got_revision_cp": "refs/heads/main@{#961392}",
  "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
  "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
  "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
  "parent_got_webrtc_revision": "09698b29dcb6d8a670df43bb6ca717c13f23ee6d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35746}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ed678196f26c0e520bbbdb6d3377704dd2659ccd",
  "swarm_hashes": {
    "absl_hardening_tests": "da89de140d44cd8b3adb2bfa4185581e8929dd85f200e7c7a462a266e1496e66/569",
    "accessibility_unittests": "ff13e4d2e0ae597fcae48b224e0fd71026cc5e536dd5f96aef5da8c117ee62a4/569",
    "angle_unittests": "65a2e41fbfd65216336a35ecd2cb557ac5dc309e9d13c00ce09148cfc25c7110/570",
    "app_shell_unittests": "8b64e2b24e13af3bab3735c61fb8143ae6437ad692cb7ba22920e6e55a2907ad/730",
    "aura_unittests": "de76cff7d52d392a3fd1f377a8b7705f3cabc9206d55b34e55eea7e9ec9ac664/569",
    "base_unittests": "1b274dca51288c198dd5e938630bf072dd221cbae55ff40046e0c7ae3b30441d/648",
    "blink_common_unittests": "ea56dae12d5133f55357e38cd705610d5d026614970c8450db586a0983dffbec/647",
    "blink_fuzzer_unittests": "01f0936c290bbd49631acb6b9881718878083ec5a7dd3d94581a6be7bbed2fb7/569",
    "blink_heap_unittests": "006716e4576ac3a3a000d930b40d6242c24d02bd723431c035abf16ff7eeab7c/569",
    "blink_platform_unittests": "8b9bad175ec96fd70be0159e9817a8979f1d84abe25bd13534e356264feab4d8/726",
    "blink_unittests": "125bf694151cedc3900123af1c46471abf5e642393f99c157a19ee57e119c3eb/810",
    "boringssl_crypto_tests": "b87d7c6c7d346b042f0184579b0bca1e8b9a9869c77b6670461e0fa1b541f18e/570",
    "boringssl_ssl_tests": "fefeea809f8307c7bc4a6adcf44deb14713441edf10eca7a5ce50dab25cda4f9/569",
    "capture_unittests": "20f17f1fdbe2cb3830150840b55489cc52d7c0e6fa3c133d22fd1c8ab7ce2fad/648",
    "cast_unittests": "6302be7e2c6a7441f00fc7b61c3664bf6fefab400251c6b3d3caaeed9835abfb/569",
    "cc_unittests": "d7c7dd9727f4778ac722d064d71bab5fb19331474c9cbb07ca70bfa92c6bfb2d/653",
    "chrome_app_unittests": "8850e14a74fffec8cd6f69517f1d45eaa29b9c55f211345d3aa009df133ad1c2/648",
    "chromedriver_unittests": "77af5ee25ca5fa444f241a86c26476ec33c6995d66b874f74aafab5c90d4450e/726",
    "color_unittests": "a6924eb54bda3df4067c26df56b18ae421242db78c22642182e8197d003205ef/569",
    "components_browsertests": "a4042ec4a51dafae2f50ae6d18de869659d1b162a763330b255e0dcfe502fc39/813",
    "components_unittests": "9fba87201276f609eb39d06e4cdf124c0a2742f8f819499e767c4f35be982a31/813",
    "compositor_unittests": "51d0c789aa6ed13923d54c18759fb74dace539c0d39cd1b3d4fe86c348cff1a6/645",
    "content_browsertests": "5b688ed77803f49103e52423136a08226bbc6a0764acc67c08a08e412ccc67bb/887",
    "content_unittests": "1bc1c41dddcd1e87025a8ada17793692857f1bf9e6345fd43410570e582a9d85/806",
    "cronet_tests": "a882a32334e32d65f12eda0c3e887e9515696b487ffaf5289cc40fb459e1d48a/730",
    "cronet_unittests": "a7a18c728a59a8ad871f8020b4d02d157797d255c88ea11c646678e1ee83d732/646",
    "crypto_unittests": "4d0c344a0d46bd177426c3f9448adf04a4b55b6cbcb42336e1516993d58dafe9/569",
    "dbus_unittests": "b92bc2decd29f1412b1ef522a68cae2693960f4d0b9c3b308c4726afc30763a6/569",
    "device_unittests": "50940780d694a1d05fe4e39cd78ea2f8b3ac01e88422bee8d4de287cfc8e7b28/646",
    "display_unittests": "8e5a1e9ecd838db0b4232fe8b91ba92e0088fedd5662145c55bd8af6dc4d693b/569",
    "events_unittests": "944b6a20020efc0bb84f507728f00cc925133c10111a6f38f2f75f4d8dba6a52/569",
    "extensions_browsertests": "b291652116a72717397283caecb88735a82c22a147fc0b4830c86e9cc28f4222/732",
    "extensions_unittests": "55a44c3f1450026812779994d61132ef293e7a9d339aa3593d26239ff51ce942/896",
    "filesystem_service_unittests": "8168fc99907fe004c2bb6522bdb54eaddcfcdf9ef4901e7c68fe3198dd2627e2/569",
    "gcm_unit_tests": "9d120b0afb11706a4b509bd83f9eff3c509d57558c0876d4bafbe92a352fb32a/646",
    "gfx_unittests": "5f336cae53800e9706e9232c65a120fb19341c1a9e2df281c7b80c52a6e7fb4f/645",
    "gin_unittests": "d4d094de7c958dd068934de25ab2a3b7d74d394931c930219c89958f8a4841c8/646",
    "gl_tests": "8c0e3e747cd731470bbbdbf7e18dfa0387900635b6acc863dd89810cd646acd3/569",
    "gl_unittests": "8c4245f4ea841ca0a7544e6c4aca6a4a2c586d9643bd60c2c8abfeed49ad9fdf/569",
    "google_apis_unittests": "0381e528b5670bd015ad6f5175f325063c2719de41bd479534eda2daec8a3760/731",
    "gpu_unittests": "5bee3885415b2c70b82d46f739d15e59a04cc9be1f550265daf8c2fb1009e1b6/646",
    "gwp_asan_unittests": "935ee27b869f2c0978c54948f55a7e3da0951e84b3fa5239772f2e7744281616/570",
    "headless_browsertests": "a4c831e3be570002e08475d4d68b66735ef345ae5f7798d5fae2b2839eac23bd/730",
    "headless_unittests": "879694dd380666b9054c614248c77bf32d04912fd16c3817782411ead290791c/569",
    "interactive_ui_tests": "a32fdb516b95a1735cfae1110389700723da6ab3002040b9911626a9e89b681c/965",
    "ipc_tests": "f1b1321965eedc6b49541282b230ad1701ba9d63f9a30ccf5e764c8cb781b953/569",
    "jingle_unittests": "0c632566e1dff8e3e945b016c2f90d6204338fa65839a8eee5803f0038da7d38/646",
    "latency_unittests": "19fad9cc9d7e2e92f5cf836e99a323cf7f30720194dd129415f0fb9504694fb4/569",
    "libjingle_xmpp_unittests": "a56a0b02b6bce096b288ada3f74287e6c2385fa3d6d230c73d9e25ab47b7c249/569",
    "liburlpattern_unittests": "b05d9bcfd71c848be1f59826835a3c2f878b03093a449068e9392796d05f4a19/569",
    "media_unittests": "ac114880c397f768cbf6c422c449130195ad209cbdf2234edc4520521954b1be/649",
    "message_center_unittests": "0e04a9d1b56009a19e6a7e31402c41534c10e914fed0b96d5e937a71bbe47730/569",
    "midi_unittests": "0d9efdf6858b6dff9eac7ce886768ce35a53aef2cdbecd55f7144fbee43213a3/569",
    "mojo_core_unittests": "996b2ad6b0f273dd0c0b6820919f929849b44c0834e8c58e4f8312f43004688c/569",
    "mojo_unittests": "3d35a52710e09057bce33ff0921480cf0630ebc187beb182528ceb4cf499065f/647",
    "native_theme_unittests": "dfe5a9b054c8d45f3c45db04b439ab4b962fe85d35a190dd095219df2ec6c770/569",
    "net_unittests": "7b95c4cbbbeec390c8f61b822f9330554b16f64d916810c8a701fcef58219ca5/648",
    "openscreen_unittests": "dae2689cc09d58988adab9a56c2ebaa6fd12c11e166fe81c41fee501d15dba93/648",
    "ozone_x11_unittests": "c1a5a3f604d5cf38bfc96f1a17ca82233b8b0f77bfedbb82f90aefd66ced500b/569",
    "pdf_unittests": "5ed9f0104c7ffae6a6e956f35f0ab7255f373ef4c1b977bdf514d4432632f6be/646",
    "perfetto_unittests": "ff7c3354d7d8319cc513517ee4054339a4492306d80238e76da93ab719b1bc8e/569",
    "ppapi_unittests": "2e49fe7ea678df4e82a894fa4ec2c32a404df40d3932535916b7afd7323367ad/569",
    "printing_unittests": "6ee07052a5106cc435f5249268866a90a78481acb183000f6b4e02eddc1ec849/569",
    "remoting_unittests": "56f8cb1fcc0af92435429730d3ac6dc265e9f13f7f5a37a622d33428760f6fde/646",
    "sandbox_linux_unittests": "e21534274f492a9da7f069aa1f0186828e608d44bfc398be2338187cb6919cfa/569",
    "service_manager_unittests": "5295527adcb2837678ff02ea07788d14f354430eba722436970ae94fab467189/569",
    "services_unittests": "2fa6bdd7bf7d8ce1b5659a4af465a78e8b30109989f8c5be6b9367ca3317f44a/815",
    "shell_dialogs_unittests": "f758669a02d58551ebb490dedb97dfcc3dfaace1ad69560724fccee02f8e5d85/569",
    "skia_unittests": "f756b03e94b8c30150ee4f2a1f007dabb9d724e934d115bb99763acd3f128fde/569",
    "snapshot_unittests": "e937068a0e292c8b254733da3fed6cfa7bf302555a0da4dced8e8eb088032a3d/569",
    "sql_unittests": "6f90a488ae26a8d9bd95aca23b909e52e6652832fb8ad825b274f6226dc7da76/646",
    "storage_unittests": "8824e97551e5e0b6c072bbc87a7188f10f22191210b0306c8bb232c2cafa557b/727",
    "sync_integration_tests": "45dc25bf0cf2b75f46beb5fbd40986b207d7f5ff3c72122e714f9deceea9c932/729",
    "ui_base_unittests": "e80217f6474766968fc6608e14a17653b9c4ff7da58e5b369b6af8f1b3dd632d/723",
    "ui_touch_selection_unittests": "94527a6c305982efc60db3596804816aa5c1124925dfb0fa2af85f1dbb23772a/569",
    "unit_tests": "a4f579fa7c635c635f06cf2595a67be0d1621df56c988b763990dd415a00c47b/1139",
    "url_unittests": "952a05db1739fdbbef5c3cc1a2ec1fc9d1729a395ecd87d0152e5f79793abdf0/569",
    "views_unittests": "e4faf35dadc280f5819ca09238747b0c7413d19f41cbdd1143a7e931c0766f87/569",
    "viz_unittests": "aa6169644eb68a4e9051fbfa7073143a27a2f0ca1a48a8916be411b84fa2a6ae/653",
    "vr_common_unittests": "08c66073abc7de3853f117a5c03674dac2fb2df5a1d435237441d2f3760375ea/648",
    "vr_pixeltests": "30dbd9038bef94bf61010effdbefb71e0e792feacaa7b43374070bf4bc6872a3/646",
    "weblayer_browsertests": "68a70fcf70b03f357c8998c85baefd49c9c107c30e3caa86ab35c49730fa0490/814",
    "weblayer_unittests": "56375e97844cd006897f860afa9c5c975bdc6a3dd5c737880f31a8a75e23e77b/646",
    "wm_unittests": "323f141bc446b8f68bb49f18bfbc08f555d6da5a5dbfb8d9ebbb6b8e0f549753/569",
    "wtf_unittests": "bc22ca29965e239a1c4ebf41943f56f44bbb8fb219e4ddb591af4377d4a256f2/569",
    "x11_unittests": "f12f553afad9521062362f38091bfb6513fd34f0b2959f01cb9316b7badf2548/569",
    "xr_browser_tests": "38095ce70a818114990008dd27ced750f10c3edaacb5e0038b87e7e43adcfd98/728",
    "zlib_unittests": "c949a39ed32320feb7de6f3c7a8923fb1cf7b2771ab5cacb9a9959bcb35a689e/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ed678196f26c0e520bbbdb6d3377704dd2659ccd
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:81019
  • user_agent:recipe

Debug log (UTC)

[11:35:06.933] New invocation is queued and will start shortly
[11:35:06.933] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:35:08.097] Starting the invocation (attempt 1)
[11:35:08.127] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ed678196f26c0e520bbbdb6d3377704dd2659ccd"
[11:35:08.127] Popped gitiles commit info from properties and tags
[11:35:08.127] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:35:08.127] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:35:08.128] Buildbucket request:
{
  "requestId": "8989950518538100768",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "ed678196f26c0e520bbbdb6d3377704dd2659ccd",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "ed678196f26c0e520bbbdb6d3377704dd2659ccd"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "dcac02ac1f1c969c4f6b764cbd7fb9afcc0eb412",
      "parent_got_dawn_revision": "1351d4bbd8d5b2e0942299c98d243f07aec4dbf2",
      "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
      "parent_got_revision": "ed678196f26c0e520bbbdb6d3377704dd2659ccd",
      "parent_got_revision_cp": "refs/heads/main@{#961392}",
      "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
      "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
      "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
      "parent_got_webrtc_revision": "09698b29dcb6d8a670df43bb6ca717c13f23ee6d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35746}",
      "swarm_hashes": {
            "absl_hardening_tests": "da89de140d44cd8b3adb2bfa4185581e8929dd85f200e7c7a462a266e1496e66/569",
            "accessibility_unittests": "ff13e4d2e0ae597fcae48b224e0fd71026cc5e536dd5f96aef5da8c117ee62a4/569",
            "angle_unittests": "65a2e41fbfd65216336a35ecd2cb557ac5dc309e9d13c00ce09148cfc25c7110/570",
            "app_shell_unittests": "8b64e2b24e13af3bab3735c61fb8143ae6437ad692cb7ba22920e6e55a2907ad/730",
            "aura_unittests": "de76cff7d52d392a3fd1f377a8b7705f3cabc9206d55b34e55eea7e9ec9ac664/569",
            "base_unittests": "1b274dca51288c198dd5e938630bf072dd221cbae55ff40046e0c7ae3b30441d/648",
            "blink_common_unittests": "ea56dae12d5133f55357e38cd705610d5d026614970c8450db586a0983dffbec/647",
            "blink_fuzzer_unittests": "01f0936c290bbd49631acb6b9881718878083ec5a7dd3d94581a6be7bbed2fb7/569",
            "blink_heap_unittests": "006716e4576ac3a3a000d930b40d6242c24d02bd723431c035abf16ff7eeab7c/569",
            "blink_platform_unittests": "8b9bad175ec96fd70be0159e9817a8979f1d84abe25bd13534e356264feab4d8/726",
            "blink_unittests": "125bf694151cedc3900123af1c46471abf5e642393f99c157a19ee57e119c3eb/810",
            "boringssl_crypto_tests": "b87d7c6c7d346b042f0184579b0bca1e8b9a9869c77b6670461e0fa1b541f18e/570",
            "boringssl_ssl_tests": "fefeea809f8307c7bc4a6adcf44deb14713441edf10eca7a5ce50dab25cda4f9/569",
            "capture_unittests": "20f17f1fdbe2cb3830150840b55489cc52d7c0e6fa3c133d22fd1c8ab7ce2fad/648",
            "cast_unittests": "6302be7e2c6a7441f00fc7b61c3664bf6fefab400251c6b3d3caaeed9835abfb/569",
            "cc_unittests": "d7c7dd9727f4778ac722d064d71bab5fb19331474c9cbb07ca70bfa92c6bfb2d/653",
            "chrome_app_unittests": "8850e14a74fffec8cd6f69517f1d45eaa29b9c55f211345d3aa009df133ad1c2/648",
            "chromedriver_unittests": "77af5ee25ca5fa444f241a86c26476ec33c6995d66b874f74aafab5c90d4450e/726",
            "color_unittests": "a6924eb54bda3df4067c26df56b18ae421242db78c22642182e8197d003205ef/569",
            "components_browsertests": "a4042ec4a51dafae2f50ae6d18de869659d1b162a763330b255e0dcfe502fc39/813",
            "components_unittests": "9fba87201276f609eb39d06e4cdf124c0a2742f8f819499e767c4f35be982a31/813",
            "compositor_unittests": "51d0c789aa6ed13923d54c18759fb74dace539c0d39cd1b3d4fe86c348cff1a6/645",
            "content_browsertests": "5b688ed77803f49103e52423136a08226bbc6a0764acc67c08a08e412ccc67bb/887",
            "content_unittests": "1bc1c41dddcd1e87025a8ada17793692857f1bf9e6345fd43410570e582a9d85/806",
            "cronet_tests": "a882a32334e32d65f12eda0c3e887e9515696b487ffaf5289cc40fb459e1d48a/730",
            "cronet_unittests": "a7a18c728a59a8ad871f8020b4d02d157797d255c88ea11c646678e1ee83d732/646",
            "crypto_unittests": "4d0c344a0d46bd177426c3f9448adf04a4b55b6cbcb42336e1516993d58dafe9/569",
            "dbus_unittests": "b92bc2decd29f1412b1ef522a68cae2693960f4d0b9c3b308c4726afc30763a6/569",
            "device_unittests": "50940780d694a1d05fe4e39cd78ea2f8b3ac01e88422bee8d4de287cfc8e7b28/646",
            "display_unittests": "8e5a1e9ecd838db0b4232fe8b91ba92e0088fedd5662145c55bd8af6dc4d693b/569",
            "events_unittests": "944b6a20020efc0bb84f507728f00cc925133c10111a6f38f2f75f4d8dba6a52/569",
            "extensions_browsertests": "b291652116a72717397283caecb88735a82c22a147fc0b4830c86e9cc28f4222/732",
            "extensions_unittests": "55a44c3f1450026812779994d61132ef293e7a9d339aa3593d26239ff51ce942/896",
            "filesystem_service_unittests": "8168fc99907fe004c2bb6522bdb54eaddcfcdf9ef4901e7c68fe3198dd2627e2/569",
            "gcm_unit_tests": "9d120b0afb11706a4b509bd83f9eff3c509d57558c0876d4bafbe92a352fb32a/646",
            "gfx_unittests": "5f336cae53800e9706e9232c65a120fb19341c1a9e2df281c7b80c52a6e7fb4f/645",
            "gin_unittests": "d4d094de7c958dd068934de25ab2a3b7d74d394931c930219c89958f8a4841c8/646",
            "gl_tests": "8c0e3e747cd731470bbbdbf7e18dfa0387900635b6acc863dd89810cd646acd3/569",
            "gl_unittests": "8c4245f4ea841ca0a7544e6c4aca6a4a2c586d9643bd60c2c8abfeed49ad9fdf/569",
            "google_apis_unittests": "0381e528b5670bd015ad6f5175f325063c2719de41bd479534eda2daec8a3760/731",
            "gpu_unittests": "5bee3885415b2c70b82d46f739d15e59a04cc9be1f550265daf8c2fb1009e1b6/646",
            "gwp_asan_unittests": "935ee27b869f2c0978c54948f55a7e3da0951e84b3fa5239772f2e7744281616/570",
            "headless_browsertests": "a4c831e3be570002e08475d4d68b66735ef345ae5f7798d5fae2b2839eac23bd/730",
            "headless_unittests": "879694dd380666b9054c614248c77bf32d04912fd16c3817782411ead290791c/569",
            "interactive_ui_tests": "a32fdb516b95a1735cfae1110389700723da6ab3002040b9911626a9e89b681c/965",
            "ipc_tests": "f1b1321965eedc6b49541282b230ad1701ba9d63f9a30ccf5e764c8cb781b953/569",
            "jingle_unittests": "0c632566e1dff8e3e945b016c2f90d6204338fa65839a8eee5803f0038da7d38/646",
            "latency_unittests": "19fad9cc9d7e2e92f5cf836e99a323cf7f30720194dd129415f0fb9504694fb4/569",
            "libjingle_xmpp_unittests": "a56a0b02b6bce096b288ada3f74287e6c2385fa3d6d230c73d9e25ab47b7c249/569",
            "liburlpattern_unittests": "b05d9bcfd71c848be1f59826835a3c2f878b03093a449068e9392796d05f4a19/569",
            "media_unittests": "ac114880c397f768cbf6c422c449130195ad209cbdf2234edc4520521954b1be/649",
            "message_center_unittests": "0e04a9d1b56009a19e6a7e31402c41534c10e914fed0b96d5e937a71bbe47730/569",
            "midi_unittests": "0d9efdf6858b6dff9eac7ce886768ce35a53aef2cdbecd55f7144fbee43213a3/569",
            "mojo_core_unittests": "996b2ad6b0f273dd0c0b6820919f929849b44c0834e8c58e4f8312f43004688c/569",
            "mojo_unittests": "3d35a52710e09057bce33ff0921480cf0630ebc187beb182528ceb4cf499065f/647",
            "native_theme_unittests": "dfe5a9b054c8d45f3c45db04b439ab4b962fe85d35a190dd095219df2ec6c770/569",
            "net_unittests": "7b95c4cbbbeec390c8f61b822f9330554b16f64d916810c8a701fcef58219ca5/648",
            "openscreen_unittests": "dae2689cc09d58988adab9a56c2ebaa6fd12c11e166fe81c41fee501d15dba93/648",
            "ozone_x11_unittests": "c1a5a3f604d5cf38bfc96f1a17ca82233b8b0f77bfedbb82f90aefd66ced500b/569",
            "pdf_unittests": "5ed9f0104c7ffae6a6e956f35f0ab7255f373ef4c1b977bdf514d4432632f6be/646",
            "perfetto_unittests": "ff7c3354d7d8319cc513517ee4054339a4492306d80238e76da93ab719b1bc8e/569",
            "ppapi_unittests": "2e49fe7ea678df4e82a894fa4ec2c32a404df40d3932535916b7afd7323367ad/569",
            "printing_unittests": "6ee07052a5106cc435f5249268866a90a78481acb183000f6b4e02eddc1ec849/569",
            "remoting_unittests": "56f8cb1fcc0af92435429730d3ac6dc265e9f13f7f5a37a622d33428760f6fde/646",
            "sandbox_linux_unittests": "e21534274f492a9da7f069aa1f0186828e608d44bfc398be2338187cb6919cfa/569",
            "service_manager_unittests": "5295527adcb2837678ff02ea07788d14f354430eba722436970ae94fab467189/569",
            "services_unittests": "2fa6bdd7bf7d8ce1b5659a4af465a78e8b30109989f8c5be6b9367ca3317f44a/815",
            "shell_dialogs_unittests": "f758669a02d58551ebb490dedb97dfcc3dfaace1ad69560724fccee02f8e5d85/569",
            "skia_unittests": "f756b03e94b8c30150ee4f2a1f007dabb9d724e934d115bb99763acd3f128fde/569",
            "snapshot_unittests": "e937068a0e292c8b254733da3fed6cfa7bf302555a0da4dced8e8eb088032a3d/569",
            "sql_unittests": "6f90a488ae26a8d9bd95aca23b909e52e6652832fb8ad825b274f6226dc7da76/646",
            "storage_unittests": "8824e97551e5e0b6c072bbc87a7188f10f22191210b0306c8bb232c2cafa557b/727",
            "sync_integration_tests": "45dc25bf0cf2b75f46beb5fbd40986b207d7f5ff3c72122e714f9deceea9c932/729",
            "ui_base_unittests": "e80217f6474766968fc6608e14a17653b9c4ff7da58e5b369b6af8f1b3dd632d/723",
            "ui_touch_selection_unittests": "94527a6c305982efc60db3596804816aa5c1124925dfb0fa2af85f1dbb23772a/569",
            "unit_tests": "a4f579fa7c635c635f06cf2595a67be0d1621df56c988b763990dd415a00c47b/1139",
            "url_unittests": "952a05db1739fdbbef5c3cc1a2ec1fc9d1729a395ecd87d0152e5f79793abdf0/569",
            "views_unittests": "e4faf35dadc280f5819ca09238747b0c7413d19f41cbdd1143a7e931c0766f87/569",
            "viz_unittests": "aa6169644eb68a4e9051fbfa7073143a27a2f0ca1a48a8916be411b84fa2a6ae/653",
            "vr_common_unittests": "08c66073abc7de3853f117a5c03674dac2fb2df5a1d435237441d2f3760375ea/648",
            "vr_pixeltests": "30dbd9038bef94bf61010effdbefb71e0e792feacaa7b43374070bf4bc6872a3/646",
            "weblayer_browsertests": "68a70fcf70b03f357c8998c85baefd49c9c107c30e3caa86ab35c49730fa0490/814",
            "weblayer_unittests": "56375e97844cd006897f860afa9c5c975bdc6a3dd5c737880f31a8a75e23e77b/646",
            "wm_unittests": "323f141bc446b8f68bb49f18bfbc08f555d6da5a5dbfb8d9ebbb6b8e0f549753/569",
            "wtf_unittests": "bc22ca29965e239a1c4ebf41943f56f44bbb8fb219e4ddb591af4377d4a256f2/569",
            "x11_unittests": "f12f553afad9521062362f38091bfb6513fd34f0b2959f01cb9316b7badf2548/569",
            "xr_browser_tests": "38095ce70a818114990008dd27ced750f10c3edaacb5e0038b87e7e43adcfd98/728",
            "zlib_unittests": "c949a39ed32320feb7de6f3c7a8923fb1cf7b2771ab5cacb9a9959bcb35a689e/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ed678196f26c0e520bbbdb6d3377704dd2659ccd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8989950518538100768"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "81019"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:35:08.608] Scheduled build:
{
  "id": "8824520456551942049",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72961,
  "createdBy": "project:chromium",
  "createTime": "2022-01-20T11:35:08.192487646Z",
  "updateTime": "2022-01-20T11:35:08.192487646Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ed678196f26c0e520bbbdb6d3377704dd2659ccd",
      "ref": "refs/heads/main"
    }
  }
}
[11:35:08.608] Task URL: https://cr-buildbucket.appspot.com/build/8824520456551942049
[11:35:08.608] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:2:0) after 8m33s
[11:35:28.044] Received PubSub notification, asking Buildbucket for the build status
[11:35:28.065] Build status: STARTED
[11:43:41.627] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:2:0)
[11:43:41.666] Build status: STARTED
[11:43:41.666] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:4:0) after 2m38s
[11:46:19.689] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:4:0)
[11:46:19.721] Build status: STARTED
[11:46:19.721] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:5:0) after 3m23s
[11:49:43.050] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:5:0)
[11:49:43.079] Build status: STARTED
[11:49:43.079] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:6:0) after 9m24s
[11:59:07.060] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:6:0)
[11:59:07.092] Build status: STARTED
[11:59:07.092] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989950518538100768:7:0) after 4m25s
[12:01:26.395] Received PubSub notification, asking Buildbucket for the build status
[12:01:26.429] Build:
{
  "id": "8824520456551942049",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72961,
  "createdBy": "project:chromium",
  "createTime": "2022-01-20T11:35:08.192487646Z",
  "startTime": "2022-01-20T11:35:25.918876Z",
  "endTime": "2022-01-20T12:01:25.270156328Z",
  "updateTime": "2022-01-20T12:01:25.270156328Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ed678196f26c0e520bbbdb6d3377704dd2659ccd",
      "ref": "refs/heads/main"
    }
  }
}
[12:01:26.429] Invocation finished in 26m19.513445569s with status FAILED