diff --git a/pkgs/atlas-search/.gitignore b/pkgs/atlas-search/.gitignore new file mode 100644 index 000000000..ea8c4bf7f --- /dev/null +++ b/pkgs/atlas-search/.gitignore @@ -0,0 +1 @@ +/target diff --git a/pkgs/atlas-search/Cargo.lock b/pkgs/atlas-search/Cargo.lock new file mode 100644 index 000000000..29eb3d5ef --- /dev/null +++ b/pkgs/atlas-search/Cargo.lock @@ -0,0 +1,865 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "ahash" +version = "0.8.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75" +dependencies = [ + "cfg-if", + "getrandom", + "once_cell", + "serde", + "version_check", + "zerocopy", +] + +[[package]] +name = "aho-corasick" +version = "1.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c982642fa9e8606056828ee9a8505737230110bb1099153c79efe865c59d12ba" +dependencies = [ + "memchr", +] + +[[package]] +name = "atlas-embed" +version = "0.1.0" +dependencies = [ + "ort", + "serde", + "serde_json", + "thiserror", + "tokenizers", +] + +[[package]] +name = "autocfg" +version = "1.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53" + +[[package]] +name = "base64" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8" + +[[package]] +name = "bitflags" +version = "2.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3ded4057c258ba199e2d26386d3af3780957ecaee6c4ef4041c6b4b8b97c0b06" + +[[package]] +name = "castaway" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dec551ab6e7578819132c713a93c022a05d60159dc86e7a7050223577484c55a" +dependencies = [ + "rustversion", +] + +[[package]] +name = "cc" +version = "1.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "375989decec1a0fa424442bed520fa12ede43a48475ce8c7417d2c69b32b5f6b" +dependencies = [ + "find-msvc-tools", + "shlex", +] + +[[package]] +name = "cfg-if" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4e7648175b45a9a48536d676f68d918270699102aa8dab5496df06904c914600" + +[[package]] +name = "compact_str" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9dfdd1c2274d9aa354115b09dc9a901d6c5576818cdf70d14cae2bdb47df00ab" +dependencies = [ + "castaway", + "cfg-if", + "itoa", + "rustversion", + "ryu", + "serde", + "static_assertions", +] + +[[package]] +name = "crossbeam-deque" +version = "0.8.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "622f3fc73690be383c7214310406f28a90e6edeadc3cea882f9d71e495b9711a" +dependencies = [ + "crossbeam-epoch", + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-epoch" +version = "0.9.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc74980687109a3b14c72fd458107bf0baa1da1a1a805e178d15501ba9b86d9d" +dependencies = [ + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-utils" +version = "0.8.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a31eee39dddec8330830986fcd7625edb5a24ec90ea038215273bbc3adb08ac6" + +[[package]] +name = "darling" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc7f46116c46ff9ab3eb1597a45688b6715c6e628b5c133e288e709a29bcb4ee" +dependencies = [ + "darling_core", + "darling_macro", +] + +[[package]] +name = "darling_core" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0d00b9596d185e565c2207a0b01f8bd1a135483d02d9b7b0a54b11da8d53412e" +dependencies = [ + "fnv", + "ident_case", + "proc-macro2", + "quote", + "strsim", + "syn 2.0.119", +] + +[[package]] +name = "darling_macro" +version = "0.20.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc34b93ccb385b40dc71c6fceac4b2ad23662c7eeb248cf10d529b7e055b6ead" +dependencies = [ + "darling_core", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "dary_heap" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b1e3a325bc115f096c8b77bbf027a7c2592230e70be2d985be950d3d5e60ebe" +dependencies = [ + "serde", +] + +[[package]] +name = "derive_builder" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "507dfb09ea8b7fa618fcf76e953f4f5e192547945816d5358edffe39f6f94947" +dependencies = [ + "derive_builder_macro", +] + +[[package]] +name = "derive_builder_core" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2d5bcf7b024d6835cfb3d473887cd966994907effbe9227e8c8219824d06c4e8" +dependencies = [ + "darling", + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "derive_builder_macro" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab63b0e2bf4d5928aff72e83a7dace85d7bba5fe12dcc3c5a572d78caffd3f3c" +dependencies = [ + "derive_builder_core", + "syn 2.0.119", +] + +[[package]] +name = "either" +version = "1.19.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0e9c71c2167ca323c882b99918929403426e2373ea17242ff5653e0d5e1058be" + +[[package]] +name = "esaxx-rs" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d817e038c30374a4bcb22f94d0a8a0e216958d4c3dcde369b1439fec4bdda6e6" + +[[package]] +name = "find-msvc-tools" +version = "0.1.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1c66915cc5391097de7a2b0b972e8505aa33c0df401fd3a6811dbdb32881ba48" + +[[package]] +name = "fnv" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" + +[[package]] +name = "getrandom" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd" +dependencies = [ + "cfg-if", + "libc", + "r-efi", + "wasip2", +] + +[[package]] +name = "ident_case" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39" + +[[package]] +name = "itertools" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285" +dependencies = [ + "either", +] + +[[package]] +name = "itoa" +version = "1.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" + +[[package]] +name = "libc" +version = "0.2.191" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "65cd87c9a6d60536580b316ad985726104730a5151c99845f2490428ef91240a" + +[[package]] +name = "libloading" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "754ca22de805bb5744484a5b151a9e1a8e837d5dc232c2d7d8c2e3492edc8b60" +dependencies = [ + "cfg-if", + "windows-link", +] + +[[package]] +name = "log" +version = "0.4.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d15f86d12da44cd8d4ec3c73984537eb7f4cadcb9776a575a0a8a05ca11005c" + +[[package]] +name = "macro_rules_attribute" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b3ae8f6d608c795738406608304d30a2dfbdc8e58e44f7ba43236da5208ded3c" +dependencies = [ + "macro_rules_attribute-proc_macro", + "pastey", +] + +[[package]] +name = "macro_rules_attribute-proc_macro" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fc04a4c58212d57930a24bf47d3fa87485264a3a054e9c10e042eb373573ad3c" + +[[package]] +name = "matrixmultiply" +version = "0.3.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f607c237553f086e7043417a51df26b2eb899d3caff94e6a67592ff992fedc7" +dependencies = [ + "autocfg", + "rawpointer", +] + +[[package]] +name = "memchr" +version = "2.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf8baf1c55e62ffcace7a9f06f4bd9cd3f0c4beb022d3b367256b91b87513d98" + +[[package]] +name = "minimal-lexical" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a" + +[[package]] +name = "monostate" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3341a273f6c9d5bef1908f17b7267bbab0e95c9bf69a0d4dcf8e9e1b2c76ef67" +dependencies = [ + "monostate-impl", + "serde", + "serde_core", +] + +[[package]] +name = "monostate-impl" +version = "0.1.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e4db6d5580af57bf992f59068d4ea26fd518574ff48d7639b255a36f9de6e7e9" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "ndarray" +version = "0.17.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "520080814a7a6b4a6e9070823bb24b4531daac8c4627e08ba5de8c5ef2f2752d" +dependencies = [ + "matrixmultiply", + "num-complex", + "num-integer", + "num-traits", + "portable-atomic", + "portable-atomic-util", + "rawpointer", +] + +[[package]] +name = "nom" +version = "7.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a" +dependencies = [ + "memchr", + "minimal-lexical", +] + +[[package]] +name = "num-complex" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-integer" +version = "0.1.47" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7ce2d95d4b3734dc35aa2f45e1aa22cd416814592a4f9d9205e11affd5b8e10b" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-traits" +version = "0.2.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +dependencies = [ + "autocfg", +] + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" + +[[package]] +name = "onig" +version = "6.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0cc3cbf698f9438986c11a880c90a6d04b9de27575afd28bbf45b154b6c709e2" +dependencies = [ + "bitflags", + "libc", + "once_cell", + "onig_sys", +] + +[[package]] +name = "onig_sys" +version = "69.9.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e68317604e77e53b85896388e1a803c1d21b74c899ec9e5e1112db90735edd7" +dependencies = [ + "cc", + "pkg-config", +] + +[[package]] +name = "ort" +version = "2.0.0-rc.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "37c87aa7a90b7ff3e0fe36cccd475df8d67f15f07f4d6c370c4b38464232813c" +dependencies = [ + "libloading", + "ndarray", + "ort-sys", + "smallvec", + "tracing", +] + +[[package]] +name = "ort-sys" +version = "2.0.0-rc.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8d22b0417f1838db5a3ac0b3f98dfe39f6fb73624aa0a27c6bbb5040b9c7db2b" + +[[package]] +name = "paste" +version = "1.0.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" + +[[package]] +name = "pastey" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ee67f1008b1ba2321834326597b8e186293b049a023cdef258527550b9935b4" + +[[package]] +name = "pin-project-lite" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd" + +[[package]] +name = "pkg-config" +version = "0.3.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6b464fbc74e149a392436b17d523f769e057cb6877f6a5c4618bc6f11800548" + +[[package]] +name = "portable-atomic" +version = "1.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "05c8b63e8d9609db387f0324918f81d68fe27748f084ef092fb35954d0539a85" + +[[package]] +name = "portable-atomic-util" +version = "0.2.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10ab3eb7f3becc3a1cbc4f2c6f20267996cfc1a6467a873763411b136a122715" +dependencies = [ + "portable-atomic", +] + +[[package]] +name = "ppv-lite86" +version = "0.2.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9" +dependencies = [ + "zerocopy", +] + +[[package]] +name = "proc-macro2" +version = "1.0.107" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "quote" +version = "1.0.47" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "r-efi" +version = "5.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f" + +[[package]] +name = "rand" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9ef1d0d795eb7d84685bca4f72f3649f064e6641543d3a8c415898726a57b41" +dependencies = [ + "rand_chacha", + "rand_core", +] + +[[package]] +name = "rand_chacha" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb" +dependencies = [ + "ppv-lite86", + "rand_core", +] + +[[package]] +name = "rand_core" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76afc826de14238e6e8c374ddcc1fa19e374fd8dd986b0d2af0d02377261d83c" +dependencies = [ + "getrandom", +] + +[[package]] +name = "rawpointer" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3" + +[[package]] +name = "rayon" +version = "1.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fb39b166781f92d482534ef4b4b1b2568f42613b53e5b6c160e24cfbfa30926d" +dependencies = [ + "either", + "rayon-core", +] + +[[package]] +name = "rayon-cond" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2964d0cf57a3e7a06e8183d14a8b527195c706b7983549cd5462d5aa3747438f" +dependencies = [ + "either", + "itertools", + "rayon", +] + +[[package]] +name = "rayon-core" +version = "1.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "22e18b0f0062d30d4230b2e85ff77fdfe4326feb054b9783a3460d8435c8ab91" +dependencies = [ + "crossbeam-deque", + "crossbeam-utils", +] + +[[package]] +name = "regex" +version = "1.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f020237b6c8eed93db2e2cb53c00c60a8e1bc73da7d073199a1180401450218d" +dependencies = [ + "aho-corasick", + "memchr", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "regex-automata" +version = "0.4.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ad8553b9b26413251cbf30e620595c7a41b3887f03da04579c0e6b0d6a06b4b2" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.8.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4" + +[[package]] +name = "rustversion" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f" + +[[package]] +name = "ryu" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" + +[[package]] +name = "serde" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4148590afebada386688f18773da617792bf2ef03ffc1e4cbd2b1d45b023e0ba" +dependencies = [ + "serde_core", + "serde_derive", +] + +[[package]] +name = "serde_core" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67dca2c9c51e58a4791a4b1ed58308b39c64224d349a935ab5039aa360942a48" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.9", +] + +[[package]] +name = "serde_json" +version = "1.0.154" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7e9cc8b1b85264074fbcc02a88680c4096b1e47df8f739dceb03bf482f04bd6" +dependencies = [ + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "shlex" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba" + +[[package]] +name = "smallvec" +version = "1.16.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d0d5d4b1981b8bbbb7aed204cae5726d683d5d6ac7e74ec54122ea28f315e7c8" + +[[package]] +name = "spm_precompiled" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5851699c4033c63636f7ea4cf7b7c1f1bf06d0cc03cfb42e711de5a5c46cf326" +dependencies = [ + "base64", + "nom", + "serde", + "unicode-segmentation", +] + +[[package]] +name = "static_assertions" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f" + +[[package]] +name = "strsim" +version = "0.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" + +[[package]] +name = "syn" +version = "2.0.119" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "syn" +version = "3.0.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d78c8dee4c7bf0e14673097256fed6142ce9d3b85a408189d07482442145823b" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "thiserror" +version = "2.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09e52cb86a36cede5cb101bf8908837b3e4c6e5e59fe7fd85c23fb56200d189e" +dependencies = [ + "thiserror-impl", +] + +[[package]] +name = "thiserror-impl" +version = "2.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fe5197923287db20a58125f0bc85c062f7f2c892de97b18c356f9efb14b28524" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.9", +] + +[[package]] +name = "tokenizers" +version = "0.22.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b238e22d44a15349529690fb07bd645cf58149a1b1e44d6cb5bd1641ff1a6223" +dependencies = [ + "ahash", + "aho-corasick", + "compact_str", + "dary_heap", + "derive_builder", + "esaxx-rs", + "getrandom", + "itertools", + "log", + "macro_rules_attribute", + "monostate", + "onig", + "paste", + "rand", + "rayon", + "rayon-cond", + "regex", + "regex-syntax", + "serde", + "serde_json", + "spm_precompiled", + "thiserror", + "unicode-normalization-alignments", + "unicode-segmentation", + "unicode_categories", +] + +[[package]] +name = "tracing" +version = "0.1.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63e71662fa4b2a2c3a26f570f037eb95bb1f85397f3cd8076caed2f026a6d100" +dependencies = [ + "pin-project-lite", + "tracing-core", +] + +[[package]] +name = "tracing-core" +version = "0.1.36" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db97caf9d906fbde555dd62fa95ddba9eecfd14cb388e4f491a66d74cd5fb79a" +dependencies = [ + "once_cell", +] + +[[package]] +name = "unicode-ident" +version = "1.0.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2c754d6c33795a1c324727428e5a7dedb5b06195f9890bdbcba760d3e246563" + +[[package]] +name = "unicode-normalization-alignments" +version = "0.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "43f613e4fa046e69818dd287fdc4bc78175ff20331479dab6e1b0f98d57062de" +dependencies = [ + "smallvec", +] + +[[package]] +name = "unicode-segmentation" +version = "1.13.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c6f5d3c3b1bf09027a88a6bc961fc00497d651009560b5463668dc81b0fa87a8" + +[[package]] +name = "unicode_categories" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39ec24b3121d976906ece63c9daad25b85969647682eee313cb5779fdd69e14e" + +[[package]] +name = "version_check" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" + +[[package]] +name = "wasip2" +version = "1.0.4+wasi-0.2.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b67efb37e106e55ce722a510d6b5f9c17f083e5fc79afc2badeb12cc313d9487" +dependencies = [ + "wit-bindgen", +] + +[[package]] +name = "windows-link" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" + +[[package]] +name = "wit-bindgen" +version = "0.57.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e" + +[[package]] +name = "zerocopy" +version = "0.8.63" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5fe1f8f1b06191a00962174c61aa5005e0bb391a6d80d07e24d115c01a92ed8" +dependencies = [ + "zerocopy-derive", +] + +[[package]] +name = "zerocopy-derive" +version = "0.8.63" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "863ad3ac83293fb4d740aedbfdc9240dd8d1a50c1099acd76ce80ce7c7230c7f" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "zmij" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29666d0abbfad1e3dc4dcf6144730dd3a3ab225bbbdac83319345b1b44ccfc1b" diff --git a/pkgs/atlas-search/Cargo.toml b/pkgs/atlas-search/Cargo.toml new file mode 100644 index 000000000..dbbe24420 --- /dev/null +++ b/pkgs/atlas-search/Cargo.toml @@ -0,0 +1,19 @@ +# Atlas search — Rust binary + multi-client service (epic: developing-today/code#5350). +# Design of record: doc/2026-11-04T08-07-13Z_design_atlas_binary_service/ (§4 layout). +# +# Self-contained workspace on the pkgs/id pattern. Crates land one step at +# a time; step 1 (#5351) is atlas-embed only. +[workspace] +members = ["crates/atlas-embed"] +resolver = "2" + +[workspace.package] +edition = "2024" +rust-version = "1.96" +license = "MIT OR Apache-2.0" + +[profile.release] +# The embedder's numerics are part of a parity contract (Gate A): the +# release profile must not trade float exactness for speed. +# (No fast-math style flags exist in rustc, but keep this explicit so a +# future profile edit has to argue with the comment.) diff --git a/pkgs/atlas-search/crates/atlas-embed/Cargo.toml b/pkgs/atlas-search/crates/atlas-embed/Cargo.toml new file mode 100644 index 000000000..ca6751d8c --- /dev/null +++ b/pkgs/atlas-search/crates/atlas-embed/Cargo.toml @@ -0,0 +1,20 @@ +[package] +name = "atlas-embed" +version = "0.1.0" +edition.workspace = true +rust-version.workspace = true +license.workspace = true +description = "Snowflake arctic-embed-m-v2.0 embedder for Atlas — ONNX Runtime (dynamically loaded) + the model's own Unigram tokenizer. Gate A parity crate for developing-today/code#5351." + +[dependencies] +# Dynamic loading only: the ort crate must never download a prebuilt +# onnxruntime at build time (forbidden in the nix sandbox and a +# reproducibility hole — design §4). The runtime library is resolved +# from the deployment closure and handed to Embedder::load. +ort = { version = "2.0.0-rc.15", default-features = false, features = ["std", "load-dynamic", "ndarray"] } +tokenizers = { version = "0.22", default-features = false, features = ["onig"] } +thiserror = "2" + +[dev-dependencies] +serde = { version = "1", features = ["derive"] } +serde_json = "1" diff --git a/pkgs/atlas-search/crates/atlas-embed/examples/timing.rs b/pkgs/atlas-search/crates/atlas-embed/examples/timing.rs new file mode 100644 index 000000000..9be6309f8 --- /dev/null +++ b/pkgs/atlas-search/crates/atlas-embed/examples/timing.rs @@ -0,0 +1,76 @@ +//! Timing/RSS probe for the embedder — spike instrumentation for +//! steps 2–4 (not a benchmark suite). Run: +//! +//! ATLAS_ORT_LIB=/path/to/libonnxruntime.so \ +//! cargo run --release -p atlas-embed --example timing +//! +//! ATLAS_MODEL_DIR defaults to the pinned HF snapshot, as in the +//! Gate A test. + +use std::path::PathBuf; +use std::time::Instant; + +use atlas_embed::Embedder; + +fn rss_mb() -> f64 { + let status = std::fs::read_to_string("/proc/self/status").unwrap(); + for line in status.lines() { + if let Some(rest) = line.strip_prefix("VmRSS:") { + let kb: f64 = rest.trim().trim_end_matches(" kB").trim().parse().unwrap(); + return kb / 1024.0; + } + } + f64::NAN +} + +fn main() { + let model_dir = std::env::var_os("ATLAS_MODEL_DIR").map(PathBuf::from).unwrap_or_else(|| { + let home = std::env::var_os("HOME").expect("HOME unset"); + PathBuf::from(home).join(".cache/huggingface/hub/models--Snowflake--snowflake-arctic-embed-m-v2.0/snapshots/95c2741480856aa9666782eb4afe11959938017f") + }); + let ort_lib = PathBuf::from(std::env::var_os("ATLAS_ORT_LIB").expect("ATLAS_ORT_LIB required")); + + let t = Instant::now(); + let mut emb = Embedder::load(&model_dir, &ort_lib).expect("load"); + println!( + "load (env+tokenizer+session): {:.0} ms, RSS {:.0} MB", + t.elapsed().as_secs_f64() * 1e3, + rss_mb() + ); + + let fox = "The quick brown fox jumps over the lazy dog."; + let t = Instant::now(); + let v = emb.embed(&[fox]).expect("embed"); + println!( + "first single embed (15 tok): {:.0} ms", + t.elapsed().as_secs_f64() * 1e3 + ); + let t = Instant::now(); + for _ in 0..20 { + emb.embed(&[fox]).expect("embed"); + } + println!( + "warm single embed (15 tok): {:.1} ms avg, RSS {:.0} MB", + t.elapsed().as_secs_f64() * 1e3 / 20.0, + rss_mb() + ); + println!("checksum dim0..3: {:?}", &v[0][..3]); + + let long = "Embeddings turn text into vectors that capture semantic meaning. ".repeat(24); + let t = Instant::now(); + emb.embed(&[long.as_str()]).expect("embed long"); + println!( + "single embed (~{} tok): {:.0} ms", + emb.tokenize(&long).unwrap().len(), + t.elapsed().as_secs_f64() * 1e3 + ); + + let batch: Vec<&str> = (0..32).map(|_| fox).collect(); + let t = Instant::now(); + emb.embed(&batch).expect("embed batch"); + println!( + "batch of 32 short: {:.0} ms, RSS {:.0} MB", + t.elapsed().as_secs_f64() * 1e3, + rss_mb() + ); +} diff --git a/pkgs/atlas-search/crates/atlas-embed/src/lib.rs b/pkgs/atlas-search/crates/atlas-embed/src/lib.rs new file mode 100644 index 000000000..f5fac61e6 --- /dev/null +++ b/pkgs/atlas-search/crates/atlas-embed/src/lib.rs @@ -0,0 +1,284 @@ +//! atlas-embed — the Snowflake `snowflake-arctic-embed-m-v2.0` embedder +//! for Atlas, and nothing else (design §4, developing-today/code#5350). +//! +//! The crate exists to be parity-tested in isolation: Gate A +//! (code#5351) requires it to reproduce the production Python corpus +//! pipeline (`~/atlas/v3/embed_onnx.py`) **bit-identically** — token +//! ids equal, output vectors delta 0.0, single and batched. The +//! reference fixtures live in `pkgs/atlas-search/fixtures/` with a +//! recorded, rerunnable generator. +//! +//! Pipeline contract (every point is load-bearing for the gate): +//! - The model's own `tokenizer.json`: SentencePiece Unigram with a +//! Metaspace pre-tokenizer and a precompiled normalizer, ``/`` +//! template. NOT BERT WordPiece. Loaded via the `tokenizers` crate. +//! - **Truncation is OFF.** The shipped tokenizer config carries a +//! 512-token truncation default; the model's real context is 8192. +//! The corpus pipeline tokenizes whole texts and a >8192-token input +//! is a loud error here, never a silent cut. +//! - Documents embed **prompt-free**. The sentence-transformers +//! `prompt_name="query"` handling for query texts is a string-prefix +//! step exercised by the search layer (step 2), not this crate. +//! - Batching pads **right, pad token id 0, attention mask 0** — the +//! corpus pipeline's manual padding (`embed_onnx.py` builds its +//! batch arrays with `np.zeros`). The fork's :18752 sidecar pads +//! with id 1 instead; the recorded fixture diagnostic +//! (gen_fixtures.py) shows the two are bit-identical on this fp32 +//! graph (max delta 0.0 on every probe, incl. a 1,272-token chunk), +//! because masked positions never reach the CLS row. We replicate +//! the corpus pipeline's 0 because it is the pipeline of record. +//! - Pooling is **CLS** (`hidden[:, 0, :]`, per the model's shipped +//! 1_Pooling config), then **L2 normalize** in f32. The norm's sum +//! of squares replicates NumPy's pairwise summation order — see +//! [`pairwise_sum_f32`] — because the reference does +//! `vecs / np.linalg.norm(vecs, axis=1)` and Gate A grants no +//! tolerance for a differently-ordered accumulation. +//! - ONNX Runtime is **dynamically loaded** from a caller-supplied +//! library path; nothing is downloaded at build or run time +//! (design §4 loader lesson). Session threading matches the +//! recorded corpus pass: intra-op 8, inter-op 2 by default. + +use std::path::Path; + +use ort::environment::Environment; +use ort::session::Session; +use ort::value::Tensor; +use tokenizers::Tokenizer; + +/// The model's real context length. Inputs longer than this are a +/// loud error, matching the corpus pipeline's contract. +pub const MODEL_CONTEXT: usize = 8192; +/// Full output width of arctic-embed-m-v2.0 (no Matryoshka truncation +/// in this crate; width selection is a caller concern). +pub const EMBED_DIM: usize = 768; +/// Pad token id used when batching. See the crate docs: this is the +/// corpus pipeline's 0, not the tokenizer's declared pad id 1, and +/// the choice is provably inert on this graph. +pub const PAD_ID: i64 = 0; + +#[derive(Debug, thiserror::Error)] +pub enum Error { + // ort's error type is generic over the value a failed builder + // call would have produced (ort::Error etc.), so + // the crate stringifies at the boundary instead of naming a + // single instantiation. + #[error("onnxruntime: {0}")] + Ort(String), + #[error("tokenizer: {0}")] + Tokenizer(String), + #[error("input tokenizes to {tokens} tokens, exceeding the model context of {MODEL_CONTEXT}")] + TooLong { tokens: usize }, + #[error("cannot embed an empty batch")] + EmptyBatch, + #[error("unexpected model output shape: {0:?}")] + BadShape(Vec), +} + +pub type Result = std::result::Result; + +/// A loaded embedder: one ONNX session + the model's tokenizer. +/// +/// Construction is explicit and eager; callers that want the design's +/// lazy init (serve mode) wrap this in a once-cell. +pub struct Embedder { + // Kept alive for the session's lifetime; sessions clone the + // environment's Arc internally, but holding it here makes the + // lifetime contract explicit at this crate's boundary. + _env: Environment, + session: Session, + tokenizer: Tokenizer, +} + +/// Stringify any ort error into this crate's error type. +fn ort(e: E) -> Error { + Error::Ort(e.to_string()) +} + +impl Embedder { + /// Load from a model directory (the pinned snapshot layout: + /// `tokenizer.json` at the root, `onnx/model.onnx` the fp32 + /// graph) and a dynamically-loaded ONNX Runtime library. + /// + /// `intra_threads` / `inter_threads` default to the recorded + /// corpus-pass values (8 / 2) via [`Embedder::load`]; use + /// [`Embedder::load_with_threads`] to override. + pub fn load(model_dir: &Path, ort_lib: &Path) -> Result { + Self::load_with_threads(model_dir, ort_lib, 8, 2) + } + + pub fn load_with_threads( + model_dir: &Path, + ort_lib: &Path, + intra_threads: usize, + inter_threads: usize, + ) -> Result { + let env = ort::init_from(ort_lib) + .map_err(ort)? + .with_name("atlas-embed") + .build() + .map_err(ort)?; + + let mut tokenizer = Tokenizer::from_file(model_dir.join("tokenizer.json")) + .map_err(|e| Error::Tokenizer(e.to_string()))?; + // The shipped tokenizer.json carries the stock 512-token + // truncation default. The model's context is 8192 and the + // corpus pipeline truncates nothing — kill it explicitly. + tokenizer + .with_truncation(None) + .map_err(|e| Error::Tokenizer(e.to_string()))?; + // Padding is built manually in embed_ids (the reference + // pipeline pads its own arrays); never let the tokenizer pad. + tokenizer.with_padding(None); + + let session = Session::builder(&env) + .map_err(ort)? + .with_intra_threads(intra_threads) + .map_err(ort)? + .with_inter_threads(inter_threads) + .map_err(ort)? + .commit_from_file(model_dir.join("onnx").join("model.onnx")) + .map_err(ort)?; + + Ok(Self { + _env: env, + session, + tokenizer, + }) + } + + /// Tokenize one text exactly as the corpus pipeline does + /// (`add_special_tokens=True`, no truncation, no padding). + pub fn tokenize(&self, text: &str) -> Result> { + let enc = self + .tokenizer + .encode(text, true) + .map_err(|e| Error::Tokenizer(e.to_string()))?; + Ok(enc.get_ids().to_vec()) + } + + /// Embed a batch of texts (document mode: prompt-free). + pub fn embed(&mut self, texts: &[&str]) -> Result> { + let mut id_lists = Vec::with_capacity(texts.len()); + for text in texts { + id_lists.push(self.tokenize(text)?); + } + self.embed_ids(&id_lists) + } + + /// Embed pre-tokenized inputs. This is the core path; `embed` is + /// its tokenizing front door. Batch composition never changes a + /// vector (masked right-padding; Gate A asserts it). + pub fn embed_ids(&mut self, id_lists: &[Vec]) -> Result> { + if id_lists.is_empty() { + return Err(Error::EmptyBatch); + } + for ids in id_lists { + if ids.len() > MODEL_CONTEXT { + return Err(Error::TooLong { tokens: ids.len() }); + } + } + let batch = id_lists.len(); + let maxlen = id_lists.iter().map(|v| v.len()).max().unwrap_or(0); + + let mut input_ids = vec![PAD_ID; batch * maxlen]; + let mut attn = vec![0i64; batch * maxlen]; + for (j, ids) in id_lists.iter().enumerate() { + for (k, &id) in ids.iter().enumerate() { + input_ids[j * maxlen + k] = i64::from(id); + attn[j * maxlen + k] = 1; + } + } + + let ids_tensor = + Tensor::from_array(([batch as i64, maxlen as i64], input_ids)).map_err(ort)?; + let attn_tensor = Tensor::from_array(([batch as i64, maxlen as i64], attn)).map_err(ort)?; + let outputs = self + .session + .run(ort::inputs![ + "input_ids" => ids_tensor, + "attention_mask" => attn_tensor, + ]) + .map_err(ort)?; + let hidden = outputs[0].try_extract_array::().map_err(ort)?; + let shape: Vec = hidden.shape().iter().map(|&d| d as i64).collect(); + if shape.len() != 3 || shape[0] != batch as i64 || shape[2] != EMBED_DIM as i64 { + return Err(Error::BadShape(shape)); + } + let view = hidden.view(); + let mut out = Vec::with_capacity(batch); + for j in 0..batch { + let mut cls = [0f32; EMBED_DIM]; + for k in 0..EMBED_DIM { + cls[k] = view[[j, 0, k]]; + } + l2_normalize(&mut cls); + out.push(cls); + } + Ok(out) + } +} + +/// L2-normalize in place, replicating the reference pipeline's +/// arithmetic: the norm is `sqrt(pairwise_sum(x_i^2))` with the +/// squares and the sum in f32, then an elementwise f32 division. +fn l2_normalize(v: &mut [f32; EMBED_DIM]) { + let squares: [f32; EMBED_DIM] = std::array::from_fn(|i| v[i] * v[i]); + let norm = pairwise_sum_f32(&squares).sqrt(); + for x in v.iter_mut() { + *x /= norm; + } +} + +/// NumPy's pairwise summation (PW_BLOCKSIZE = 128, 8-way unrolled +/// accumulators), replicated so the accumulation order — and +/// therefore the rounding — matches `np.add.reduce` bit for bit. +pub fn pairwise_sum_f32(a: &[f32]) -> f32 { + let n = a.len(); + if n < 8 { + let mut r = 0.0f32; + for &x in a { + r += x; + } + return r; + } + if n <= 128 { + let mut r = [a[0], a[1], a[2], a[3], a[4], a[5], a[6], a[7]]; + let mut i = 8; + while i < n - (n % 8) { + for (k, acc) in r.iter_mut().enumerate() { + *acc += a[i + k]; + } + i += 8; + } + let mut res = ((r[0] + r[1]) + (r[2] + r[3])) + ((r[4] + r[5]) + (r[6] + r[7])); + while i < n { + res += a[i]; + i += 1; + } + return res; + } + let mut n2 = n / 2; + n2 -= n2 % 8; + pairwise_sum_f32(&a[..n2]) + pairwise_sum_f32(&a[n2..]) +} + +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn pairwise_sum_matches_naive_for_short_inputs() { + let a: Vec = (0..7).map(|i| (i as f32) * 0.25).collect(); + assert_eq!(pairwise_sum_f32(&a), a.iter().sum::()); + } + + #[test] + fn pairwise_sum_handles_block_boundaries() { + // Exercise all three branches (n<8, 8..=128, >128 recursion). + for n in [8usize, 9, 127, 128, 129, 255, 768, 1000] { + let a: Vec = (0..n).map(|i| ((i * 37 % 101) as f32) * 0.01).collect(); + let got = pairwise_sum_f32(&a); + assert!(got.is_finite() && got > 0.0, "n={n} got={got}"); + } + } +} diff --git a/pkgs/atlas-search/crates/atlas-embed/tests/gate_a.rs b/pkgs/atlas-search/crates/atlas-embed/tests/gate_a.rs new file mode 100644 index 000000000..846ca0be3 --- /dev/null +++ b/pkgs/atlas-search/crates/atlas-embed/tests/gate_a.rs @@ -0,0 +1,140 @@ +//! Gate A — embedder parity (developing-today/code#5351, design §5). +//! +//! Asserts, against `pkgs/atlas-search/fixtures/embed-probes.json` +//! (recorded from the production Python corpus pipeline by +//! `gen_fixtures.py`): +//! * token ids exactly equal on every text-bearing probe; +//! * output vectors BIT-IDENTICAL (delta 0.0) on every probe, +//! embedded singly and in one fixed mixed batch. +//! +//! Requires the pinned model snapshot and a dynamically-loadable +//! ONNX Runtime, so it is `#[ignore]`d for ordinary CI: +//! +//! ATLAS_ORT_LIB=/path/to/libonnxruntime.so \ +//! ATLAS_MODEL_DIR=/path/to/snowflake-arctic-embed-m-v2.0-snapshot \ +//! cargo test -p atlas-embed --test gate_a -- --ignored --nocapture +//! +//! ATLAS_MODEL_DIR defaults to the laptop's HF cache snapshot of the +//! pinned revision. Any mismatch prints the full per-probe table and +//! fails with it — the numbers are the issue-comment evidence either +//! way. + +use std::path::PathBuf; + +use atlas_embed::Embedder; +use serde::Deserialize; + +#[derive(Deserialize)] +struct Fixture { + probes: Vec, +} + +#[derive(Deserialize)] +struct Probe { + name: String, + text: Option, + token_ids: Vec, + single_bits: Vec, + batch_bits: Vec, +} + +fn delta_stats(got: &[f32; 768], want_bits: &[u32]) -> (f32, usize) { + let mut max_delta = 0.0f32; + let mut mismatches = 0usize; + for (k, &g) in got.iter().enumerate() { + let w = f32::from_bits(want_bits[k]); + if g.to_bits() != want_bits[k] { + mismatches += 1; + } + let d = (g - w).abs(); + if d > max_delta { + max_delta = d; + } + } + (max_delta, mismatches) +} + +#[test] +#[ignore = "requires ATLAS_ORT_LIB and the pinned model snapshot; see file docs"] +fn gate_a_bit_identity() { + let fixtures_path = PathBuf::from(env!("CARGO_MANIFEST_DIR")) + .join("..") + .join("..") + .join("fixtures") + .join("embed-probes.json"); + let raw = std::fs::read_to_string(&fixtures_path) + .unwrap_or_else(|e| panic!("read {}: {e}", fixtures_path.display())); + let fixture: Fixture = serde_json::from_str(&raw).expect("parse embed-probes.json"); + + let model_dir = std::env::var_os("ATLAS_MODEL_DIR").map(PathBuf::from).unwrap_or_else(|| { + let home = std::env::var_os("HOME").expect("HOME unset"); + PathBuf::from(home) + .join(".cache/huggingface/hub/models--Snowflake--snowflake-arctic-embed-m-v2.0/snapshots/95c2741480856aa9666782eb4afe11959938017f") + }); + let ort_lib = std::env::var_os("ATLAS_ORT_LIB") + .map(PathBuf::from) + .expect("ATLAS_ORT_LIB must point at a libonnxruntime.so (Gate A environment)"); + + let mut embedder = Embedder::load(&model_dir, &ort_lib).expect("load embedder"); + + // Resolve each probe's ids: Rust-tokenize text probes (asserting + // id equality), corpus probes use their recorded ids (their text + // is personal corpus content, referenced by chunk id — see the + // fixtures README). + let mut id_lists: Vec> = Vec::with_capacity(fixture.probes.len()); + let mut ids_match: Vec> = Vec::with_capacity(fixture.probes.len()); + let mut ids_ok = true; + for probe in &fixture.probes { + if let Some(text) = &probe.text { + let got = embedder.tokenize(text).expect("tokenize"); + let eq = got == probe.token_ids; + if !eq { + ids_ok = false; + eprintln!( + "TOKEN IDS MISMATCH {}: rust {} ids vs fixture {} ids", + probe.name, + got.len(), + probe.token_ids.len() + ); + } + ids_match.push(Some(eq)); + id_lists.push(got); + } else { + ids_match.push(None); + id_lists.push(probe.token_ids.clone()); + } + } + + let batch = embedder.embed_ids(&id_lists).expect("embed batch"); + + let mut report = String::from( + "probe tokens ids single max|d| (bitdiff) batch max|d| (bitdiff)\n", + ); + let mut all_ok = ids_ok; + for (i, probe) in fixture.probes.iter().enumerate() { + let single = embedder + .embed_ids(std::slice::from_ref(&id_lists[i])) + .expect("embed single")[0]; + let (sd, sb) = delta_stats(&single, &probe.single_bits); + let (bd, bb) = delta_stats(&batch[i], &probe.batch_bits); + if sd != 0.0 || bd != 0.0 { + all_ok = false; + } + report.push_str(&format!( + "{:<22} {:>6} {:<5} {:.3e} ({}) {:.3e} ({})\n", + probe.name, + probe.token_ids.len(), + match ids_match[i] { + Some(true) => "ok", + Some(false) => "FAIL", + None => "n/a", + }, + sd, + sb, + bd, + bb + )); + } + println!("{report}"); + assert!(all_ok, "Gate A FAILED — per-probe deltas:\n{report}"); +} diff --git a/pkgs/atlas-search/fixtures/README.md b/pkgs/atlas-search/fixtures/README.md new file mode 100644 index 000000000..841dbd45e --- /dev/null +++ b/pkgs/atlas-search/fixtures/README.md @@ -0,0 +1,39 @@ +# Fixtures — Gate A reference data + +`embed-probes.json` is the recorded output of the production Python +corpus pipeline for a fixed probe set. The `atlas-embed` crate's +Gate A test (`crates/atlas-embed/tests/gate_a.rs`) must reproduce it +**bit-identically**: token ids equal, output vectors delta 0.0, +embedded singly and in one fixed mixed batch. Provenance (model +revision, file hashes, runtime version, thread counts, padding and +pooling semantics) is recorded inside the JSON itself. + +## Regenerating + +`gen_fixtures.py` is the recorded, rerunnable generator — run it on +the laptop (amd-6), never the sandbox: + +```sh +LD_LIBRARY_PATH=: \ + ~/atlas/v3-venv/bin/python gen_fixtures.py +``` + +It replicates `~/atlas/v3/embed_onnx.py` (the pipeline that embedded +the production corpus) exactly: fp32 `onnx/model.onnx`, CLS pooling, +L2 normalize, right-padding with token id 0 / attention mask 0. It +also prints a padding diagnostic — on this fp32 graph, pad id 0 vs +the fork sidecar's pad id 1 are bit-identical (masked positions +never reach the CLS row); the corpus pipeline's 0 is what's +recorded. Regenerate on any model revision bump, through this same +ceremony, and commit the result with the bump. + +## Why corpus probes have no text here + +Three probes (and the >512-token long probe) are real corpus chunks. +Their text is personal conversation content, so the fixture +references them by `corpus_chunk_id` (in `~/atlas/v3/corpus.db`) and +records the gate data — token ids + vectors — without copying the +text into this repo. The generator re-derives the text from +corpus.db on every run. The synthetic probes (the opencode#1554 +spike texts, an empty string, a query-shaped sentence) carry their +text inline. diff --git a/pkgs/atlas-search/fixtures/embed-probes.json b/pkgs/atlas-search/fixtures/embed-probes.json new file mode 100644 index 000000000..60348a19f --- /dev/null +++ b/pkgs/atlas-search/fixtures/embed-probes.json @@ -0,0 +1,19501 @@ +{ + "provenance": { + "generated_by": "pkgs/atlas-search/fixtures/gen_fixtures.py", + "reference_pipeline": "~/atlas/v3/embed_onnx.py (production corpus pipeline)", + "model": "Snowflake/snowflake-arctic-embed-m-v2.0", + "model_rev": "95c2741480856aa9666782eb4afe11959938017f", + "onnx_file": "onnx/model.onnx (fp32 graph)", + "model_onnx_sha256": "c0c53d7f49a2db60761b92b7bbf5be87a7b3cf5d92dbbd7f1b5028bd5a40aa39", + "tokenizer_json_sha256": "f1cc44ad7faaeec47241864835473fd5403f2da94673f3f764a77ebcb0a803ec", + "onnxruntime_version": "1.31.1", + "transformers_version": "5.21.0", + "python_tokenizers_version": "0.23.3", + "intra_op_threads": 8, + "inter_op_threads": 2, + "padding": "right, pad token id 0, attention mask 0 (embed_onnx.py semantics)", + "pooling": "CLS (hidden[:, 0, :]), L2 normalize, f32", + "truncation": "off — model context is 8192; >8192 tokens is a loud error in the crate", + "batch_composition": "single mixed batch, every probe in listed order, padded to batch max length", + "generated_at": "2026-11-04T08:49:12Z", + "generator_host": "amd" + }, + "probes": [ + { + "name": "spike_fox", + "source": "opencode#1554 spike text", + "token_ids": [ + 0, + 581, + 63773, + 119455, + 6, + 147797, + 88203, + 7, + 645, + 70, + 21, + 3285, + 10269, + 5, + 2 + ], + "single_bits": [ + 3161460531, + 1027389186, + 3180458877, + 1024716076, + 1013378588, + 3162336912, + 1018013237, + 3167095906, + 1022227630, + 1017839894, + 3153999509, + 1010910665, + 3164602294, + 3176107264, + 1009091547, + 1024031950, + 1021931600, + 3171989111, + 1008706398, + 1012563423, + 1011980245, + 3166224578, + 3176264490, + 3170135651, + 3173706553, + 3152558188, + 3146687309, + 987340154, + 3113487321, + 1029627055, + 3183351921, + 3138293339, + 991576927, + 3163916842, + 1027770149, + 1027230881, + 996776693, + 1020385873, + 1029351876, + 3173662091, + 3171459657, + 1024262413, + 3180561723, + 3147596785, + 998372957, + 3173808093, + 1029245785, + 1031831277, + 1024277233, + 1017720824, + 992339115, + 1020154664, + 1015514269, + 1021266578, + 1016188356, + 3160742463, + 1002240269, + 1022539278, + 1021016092, + 1027041533, + 1025114539, + 994093005, + 3153590463, + 1018400113, + 3148601408, + 3162006693, + 3175954294, + 3159892257, + 1001641269, + 1016782280, + 1018692418, + 3154394480, + 3175400359, + 3166425153, + 1039995848, + 1027153577, + 1027075286, + 1019367380, + 1035426492, + 3181212705, + 1020567138, + 1010611180, + 1027448932, + 1027601952, + 3175096272, + 1014371706, + 1013735688, + 3165692344, + 955763509, + 3162953484, + 1001924237, + 3161454172, + 3162000687, + 999936918, + 1000399166, + 1008194510, + 1013574359, + 3162585187, + 1002095983, + 1030933837, + 1016511110, + 3146752830, + 1015879535, + 3168134057, + 3167193266, + 1004510687, + 1010824727, + 1018390046, + 1004023903, + 3174315393, + 990851683, + 3174633767, + 3171228944, + 1021635603, + 974995364, + 976501437, + 1022690119, + 3173497626, + 3159504056, + 3160024338, + 3181411790, + 3178997319, + 1010493369, + 3145490990, + 3171596817, + 3175766049, + 3165023096, + 3160189787, + 997882355, + 3182888965, + 1031902723, + 3168833885, + 3172902458, + 3187745165, + 1000889810, + 3153136472, + 3164919265, + 1019485301, + 3160696301, + 3155637891, + 3176419504, + 984365246, + 3180126000, + 3163465047, + 3145361849, + 1008409094, + 3152733773, + 3163165110, + 3143675351, + 1030366675, + 1015607947, + 3173401477, + 1019990630, + 1011313688, + 1031758440, + 3163487425, + 3163590282, + 1038273572, + 3179721820, + 3150995636, + 1034364880, + 3146905393, + 1015781226, + 3176467302, + 1008146128, + 3155579814, + 3174004717, + 1033690836, + 1010427701, + 1029110211, + 3188008860, + 1026538697, + 3167071493, + 1034295297, + 3171588997, + 3157402697, + 1015752667, + 1016057244, + 3154266812, + 1006734470, + 3166926912, + 3171629710, + 3149339240, + 967369133, + 1010954736, + 3178139039, + 3179689936, + 3174194428, + 1021968077, + 1022023989, + 3174794522, + 3167803234, + 3186886086, + 1016508020, + 1026435921, + 3172486812, + 1037106238, + 3174931837, + 3168508414, + 1038463555, + 3160068215, + 3181699556, + 996569000, + 3163550597, + 1011597251, + 3171798382, + 3126043760, + 3152936813, + 1017791075, + 3181364110, + 1023349843, + 1023844237, + 3168500740, + 1009514438, + 3173029049, + 3175213464, + 1014111790, + 1011805070, + 1007734399, + 1025835314, + 1017453110, + 997706116, + 976688214, + 3175309313, + 3158903435, + 1025317687, + 1026366190, + 3173204451, + 1019890445, + 3167353771, + 1019924076, + 3153449724, + 3173535680, + 1017962479, + 1036709164, + 1030573665, + 3188365507, + 1007651137, + 996351781, + 3159838745, + 1023836770, + 3175146812, + 1023103730, + 1021922313, + 1021169584, + 1031845044, + 1008825206, + 1007241857, + 3151472553, + 3180914690, + 1011313817, + 1024320378, + 3174841363, + 3146542748, + 1028793127, + 3172091749, + 3168833110, + 1025817581, + 1003968228, + 1028257197, + 3182394363, + 3173987476, + 3161171601, + 3162030432, + 3178753834, + 3155364641, + 3162928078, + 1009344663, + 3180694833, + 964531421, + 3174666845, + 1024132230, + 1024279384, + 1023603593, + 1000045001, + 3161432686, + 3135972749, + 1016340687, + 3159213926, + 1019896851, + 3178686306, + 1023549680, + 3165360581, + 1031689273, + 3171618099, + 1027261290, + 1013120179, + 3162582564, + 983312481, + 1029510271, + 1020140186, + 1027461273, + 3148296839, + 1017320835, + 1018644827, + 1025305100, + 3181861616, + 3159342797, + 3160016582, + 1018369147, + 3163999879, + 3179465794, + 1027861089, + 3131551792, + 1017534312, + 1014975312, + 3147304224, + 3175231877, + 3178070540, + 3146680640, + 965646747, + 3175831173, + 1021585107, + 1014631851, + 1022693514, + 3160349481, + 1014598515, + 1025088592, + 1012200829, + 3169341429, + 3177429116, + 3151121408, + 3160143317, + 3163363467, + 1008086102, + 3159729373, + 1024898522, + 3164904007, + 1000565840, + 1024068105, + 1027895233, + 1022187516, + 1016509864, + 1012442539, + 1033196002, + 3174473043, + 3174886331, + 3179522482, + 1015057134, + 1016228141, + 1022972127, + 3163034800, + 1015151557, + 1018361364, + 3143310332, + 1011282600, + 1015786019, + 3148372038, + 3154855852, + 3159516928, + 991051311, + 1034582531, + 3175563733, + 1027481552, + 3162753959, + 3170997604, + 3166821525, + 1017671114, + 994665031, + 1012564971, + 3150876181, + 1030009108, + 1031017472, + 3175511221, + 1011010698, + 984885667, + 1025263246, + 3160334334, + 3157150709, + 1002594396, + 1024235367, + 1015790342, + 1029849326, + 1014945295, + 3172159553, + 3169396709, + 3166500832, + 3166069403, + 3163417173, + 3172729853, + 1031373736, + 3173230391, + 1004369262, + 3157173167, + 3146104573, + 3174934698, + 3164791276, + 3167324463, + 1007997749, + 3171431414, + 1011317297, + 974714000, + 3163456687, + 1004425176, + 1029791222, + 1028502542, + 3162631655, + 1033278152, + 3177201214, + 3157545923, + 1023874566, + 3156816048, + 1009827828, + 3159909751, + 3131520029, + 1011433895, + 1002078455, + 992922011, + 994121996, + 1006630632, + 3144668880, + 3147264836, + 1019774707, + 3173339652, + 985385479, + 3169977490, + 3169256796, + 3171655167, + 1018968439, + 3147285260, + 3165569329, + 999869441, + 1031042637, + 3179301229, + 3164007726, + 1016841488, + 960769757, + 3162415724, + 1010496797, + 1024917481, + 3149012869, + 1025265586, + 3162304726, + 3154661606, + 1024566653, + 1026296644, + 3167784627, + 3165480039, + 3150713371, + 3179989289, + 3176184236, + 1025570174, + 3158290964, + 3121134881, + 1036519677, + 993640053, + 3164357276, + 3178366950, + 1023397129, + 3156553621, + 3176122688, + 3141903486, + 1014148269, + 1010338783, + 3180764047, + 997080598, + 1006937654, + 3165045054, + 3156446604, + 1028426910, + 1021169296, + 3166269278, + 1015447309, + 1024597292, + 3159858454, + 1018558681, + 3154611354, + 1011577530, + 991634615, + 996047225, + 3165731552, + 3170900097, + 3162513629, + 1014442772, + 3178767016, + 1016392690, + 3171436847, + 3173121286, + 1031047917, + 1016770581, + 1024166438, + 984628220, + 1013227978, + 1020191089, + 3169518298, + 1016429687, + 1003497489, + 3173503378, + 1011702776, + 1015915745, + 1026169362, + 1018816887, + 3172476962, + 3168973875, + 3160754052, + 3171254075, + 1005376046, + 1006877659, + 3163028668, + 1016319857, + 3161516032, + 1016198953, + 1013114052, + 1020068456, + 1035214378, + 1012262222, + 1027817939, + 3156427998, + 3162010428, + 3169260781, + 3170891608, + 3164913585, + 1032225578, + 1012985028, + 1010332870, + 3165066215, + 3149576181, + 3154655073, + 3174011942, + 3163419652, + 3172035715, + 1024184914, + 3175308246, + 1021393742, + 1013834534, + 3184883700, + 997365947, + 1023434119, + 1014752399, + 3174328811, + 1024050893, + 1029387566, + 3171285910, + 1023963692, + 1007754449, + 994196915, + 1025432110, + 998965961, + 3177120243, + 3166014716, + 3163961149, + 1018196768, + 1024600673, + 1010531825, + 1020824426, + 1033301245, + 1033027956, + 1010161647, + 1013325536, + 3156141746, + 3176713765, + 1028288353, + 1003320465, + 1031394790, + 1026475916, + 1000955503, + 1017488405, + 1008066170, + 3147853666, + 1017198903, + 3166714269, + 3162320826, + 1003539935, + 3179260205, + 1012401774, + 1022807002, + 1030786305, + 1003716388, + 3169965903, + 1036945050, + 3156380845, + 1018762787, + 3167576908, + 1021288477, + 1023627476, + 3166954407, + 1026750879, + 3160292716, + 3160829412, + 3166734220, + 3167755232, + 1023515624, + 3177420028, + 991699741, + 1016519475, + 1022756283, + 3158764991, + 3169665805, + 1022813511, + 3171215712, + 1023948216, + 1016186372, + 1020133841, + 1017196280, + 987661795, + 3167008616, + 1024132112, + 1027114430, + 993135221, + 985927959, + 3160907605, + 3170847140, + 1019250807, + 3167335859, + 3164730991, + 3171819990, + 3167902623, + 3164964990, + 3171179622, + 3172829709, + 1010542961, + 1017791191, + 3150349126, + 3161754385, + 982620571, + 3169172362, + 1017898177, + 988507554, + 3174895307, + 3172706386, + 3165217628, + 3172924566, + 1024777247, + 1020370713, + 3150692972, + 3172420195, + 993743273, + 3165732162, + 3164997602, + 1008897285, + 1006208240, + 1031893268, + 3155599463, + 3168390822, + 3166868817, + 1016758630, + 1033047644, + 1019092803, + 1009398851, + 3156925171, + 1023550307, + 1030661036, + 1032096988, + 3180638366, + 3175414058, + 3119060166, + 1010396675, + 3180805314, + 3176508499, + 1023731751, + 1015908154, + 987060633, + 1005723129, + 1028175563, + 3175738036, + 3177344926, + 3174633462, + 3150469497, + 1019232789, + 1029906717, + 1007231401, + 3173197064, + 984373759, + 3172600303, + 3153140954, + 1022557937, + 3160092216, + 986902091, + 1025519019, + 1011073539, + 3182218852, + 1024988195, + 1011616035, + 1023718553, + 1013392430, + 993071070, + 3174494292, + 3176183486, + 1033728879, + 3143105641, + 3155556141, + 3149046346, + 1028322849, + 1024516520, + 3161756920, + 1024042912, + 1016017205, + 3178002212, + 1026197806, + 1031028391, + 3175640449, + 3175669062, + 1020711765, + 3173201601, + 1026351067, + 1015660521, + 1018785580, + 1023721222, + 1026750555, + 1012334249, + 3173192492, + 3172353684, + 1023984408, + 3163961405, + 1024624631, + 1018078622, + 3162319875, + 3136732107, + 3175101173, + 1001704184, + 3170720270, + 3152028964, + 3173997267, + 1036227260, + 3170720581, + 3167717341, + 1006421701, + 3171304120, + 3180134105, + 1039566272, + 3164230507, + 1023971695, + 1014991007, + 3175421195, + 1011502217, + 3143526250, + 1029417113, + 3146095137, + 1023016926, + 3176045132, + 3181013660, + 986417178, + 1026734715, + 3158408201, + 3157671368, + 3161495361, + 1020523952, + 3133430031, + 3139025767, + 3179922273, + 3155098772, + 3155499681, + 3174207083, + 1026821124, + 3181570450, + 3151633337, + 1026413459, + 1017667208, + 1028000461, + 3138973501, + 3144876146, + 3176960663, + 3129516254, + 1019874287, + 3162882009, + 3160941079, + 3165929592, + 981750943, + 1020154758, + 3146945217, + 3166369256, + 1005350656, + 3154450641, + 1017705735, + 1020271860, + 3147077891, + 3172162352, + 3163194617 + ], + "batch_bits": [ + 3161460531, + 1027389186, + 3180458877, + 1024716076, + 1013378588, + 3162336912, + 1018013237, + 3167095906, + 1022227630, + 1017839894, + 3153999509, + 1010910665, + 3164602294, + 3176107264, + 1009091547, + 1024031950, + 1021931600, + 3171989111, + 1008706398, + 1012563423, + 1011980245, + 3166224578, + 3176264490, + 3170135651, + 3173706553, + 3152558188, + 3146687309, + 987340154, + 3113487321, + 1029627055, + 3183351921, + 3138293339, + 991576927, + 3163916842, + 1027770149, + 1027230881, + 996776693, + 1020385873, + 1029351876, + 3173662091, + 3171459657, + 1024262413, + 3180561723, + 3147596785, + 998372957, + 3173808093, + 1029245785, + 1031831277, + 1024277233, + 1017720824, + 992339115, + 1020154664, + 1015514269, + 1021266578, + 1016188356, + 3160742463, + 1002240269, + 1022539278, + 1021016092, + 1027041533, + 1025114539, + 994093005, + 3153590463, + 1018400113, + 3148601408, + 3162006693, + 3175954294, + 3159892257, + 1001641269, + 1016782280, + 1018692418, + 3154394480, + 3175400359, + 3166425153, + 1039995848, + 1027153577, + 1027075286, + 1019367380, + 1035426492, + 3181212705, + 1020567138, + 1010611180, + 1027448932, + 1027601952, + 3175096272, + 1014371706, + 1013735688, + 3165692344, + 955763509, + 3162953484, + 1001924237, + 3161454172, + 3162000687, + 999936918, + 1000399166, + 1008194510, + 1013574359, + 3162585187, + 1002095983, + 1030933837, + 1016511110, + 3146752830, + 1015879535, + 3168134057, + 3167193266, + 1004510687, + 1010824727, + 1018390046, + 1004023903, + 3174315393, + 990851683, + 3174633767, + 3171228944, + 1021635603, + 974995364, + 976501437, + 1022690119, + 3173497626, + 3159504056, + 3160024338, + 3181411790, + 3178997319, + 1010493369, + 3145490990, + 3171596817, + 3175766049, + 3165023096, + 3160189787, + 997882355, + 3182888965, + 1031902723, + 3168833885, + 3172902458, + 3187745165, + 1000889810, + 3153136472, + 3164919265, + 1019485301, + 3160696301, + 3155637891, + 3176419504, + 984365246, + 3180126000, + 3163465047, + 3145361849, + 1008409094, + 3152733773, + 3163165110, + 3143675351, + 1030366675, + 1015607947, + 3173401477, + 1019990630, + 1011313688, + 1031758440, + 3163487425, + 3163590282, + 1038273572, + 3179721820, + 3150995636, + 1034364880, + 3146905393, + 1015781226, + 3176467302, + 1008146128, + 3155579814, + 3174004717, + 1033690836, + 1010427701, + 1029110211, + 3188008860, + 1026538697, + 3167071493, + 1034295297, + 3171588997, + 3157402697, + 1015752667, + 1016057244, + 3154266812, + 1006734470, + 3166926912, + 3171629710, + 3149339240, + 967369133, + 1010954736, + 3178139039, + 3179689936, + 3174194428, + 1021968077, + 1022023989, + 3174794522, + 3167803234, + 3186886086, + 1016508020, + 1026435921, + 3172486812, + 1037106238, + 3174931837, + 3168508414, + 1038463555, + 3160068215, + 3181699556, + 996569000, + 3163550597, + 1011597251, + 3171798382, + 3126043760, + 3152936813, + 1017791075, + 3181364110, + 1023349843, + 1023844237, + 3168500740, + 1009514438, + 3173029049, + 3175213464, + 1014111790, + 1011805070, + 1007734399, + 1025835314, + 1017453110, + 997706116, + 976688214, + 3175309313, + 3158903435, + 1025317687, + 1026366190, + 3173204451, + 1019890445, + 3167353771, + 1019924076, + 3153449724, + 3173535680, + 1017962479, + 1036709164, + 1030573665, + 3188365507, + 1007651137, + 996351781, + 3159838745, + 1023836770, + 3175146812, + 1023103730, + 1021922313, + 1021169584, + 1031845044, + 1008825206, + 1007241857, + 3151472553, + 3180914690, + 1011313817, + 1024320378, + 3174841363, + 3146542748, + 1028793127, + 3172091749, + 3168833110, + 1025817581, + 1003968228, + 1028257197, + 3182394363, + 3173987476, + 3161171601, + 3162030432, + 3178753834, + 3155364641, + 3162928078, + 1009344663, + 3180694833, + 964531421, + 3174666845, + 1024132230, + 1024279384, + 1023603593, + 1000045001, + 3161432686, + 3135972749, + 1016340687, + 3159213926, + 1019896851, + 3178686306, + 1023549680, + 3165360581, + 1031689273, + 3171618099, + 1027261290, + 1013120179, + 3162582564, + 983312481, + 1029510271, + 1020140186, + 1027461273, + 3148296839, + 1017320835, + 1018644827, + 1025305100, + 3181861616, + 3159342797, + 3160016582, + 1018369147, + 3163999879, + 3179465794, + 1027861089, + 3131551792, + 1017534312, + 1014975312, + 3147304224, + 3175231877, + 3178070540, + 3146680640, + 965646747, + 3175831173, + 1021585107, + 1014631851, + 1022693514, + 3160349481, + 1014598515, + 1025088592, + 1012200829, + 3169341429, + 3177429116, + 3151121408, + 3160143317, + 3163363467, + 1008086102, + 3159729373, + 1024898522, + 3164904007, + 1000565840, + 1024068105, + 1027895233, + 1022187516, + 1016509864, + 1012442539, + 1033196002, + 3174473043, + 3174886331, + 3179522482, + 1015057134, + 1016228141, + 1022972127, + 3163034800, + 1015151557, + 1018361364, + 3143310332, + 1011282600, + 1015786019, + 3148372038, + 3154855852, + 3159516928, + 991051311, + 1034582531, + 3175563733, + 1027481552, + 3162753959, + 3170997604, + 3166821525, + 1017671114, + 994665031, + 1012564971, + 3150876181, + 1030009108, + 1031017472, + 3175511221, + 1011010698, + 984885667, + 1025263246, + 3160334334, + 3157150709, + 1002594396, + 1024235367, + 1015790342, + 1029849326, + 1014945295, + 3172159553, + 3169396709, + 3166500832, + 3166069403, + 3163417173, + 3172729853, + 1031373736, + 3173230391, + 1004369262, + 3157173167, + 3146104573, + 3174934698, + 3164791276, + 3167324463, + 1007997749, + 3171431414, + 1011317297, + 974714000, + 3163456687, + 1004425176, + 1029791222, + 1028502542, + 3162631655, + 1033278152, + 3177201214, + 3157545923, + 1023874566, + 3156816048, + 1009827828, + 3159909751, + 3131520029, + 1011433895, + 1002078455, + 992922011, + 994121996, + 1006630632, + 3144668880, + 3147264836, + 1019774707, + 3173339652, + 985385479, + 3169977490, + 3169256796, + 3171655167, + 1018968439, + 3147285260, + 3165569329, + 999869441, + 1031042637, + 3179301229, + 3164007726, + 1016841488, + 960769757, + 3162415724, + 1010496797, + 1024917481, + 3149012869, + 1025265586, + 3162304726, + 3154661606, + 1024566653, + 1026296644, + 3167784627, + 3165480039, + 3150713371, + 3179989289, + 3176184236, + 1025570174, + 3158290964, + 3121134881, + 1036519677, + 993640053, + 3164357276, + 3178366950, + 1023397129, + 3156553621, + 3176122688, + 3141903486, + 1014148269, + 1010338783, + 3180764047, + 997080598, + 1006937654, + 3165045054, + 3156446604, + 1028426910, + 1021169296, + 3166269278, + 1015447309, + 1024597292, + 3159858454, + 1018558681, + 3154611354, + 1011577530, + 991634615, + 996047225, + 3165731552, + 3170900097, + 3162513629, + 1014442772, + 3178767016, + 1016392690, + 3171436847, + 3173121286, + 1031047917, + 1016770581, + 1024166438, + 984628220, + 1013227978, + 1020191089, + 3169518298, + 1016429687, + 1003497489, + 3173503378, + 1011702776, + 1015915745, + 1026169362, + 1018816887, + 3172476962, + 3168973875, + 3160754052, + 3171254075, + 1005376046, + 1006877659, + 3163028668, + 1016319857, + 3161516032, + 1016198953, + 1013114052, + 1020068456, + 1035214378, + 1012262222, + 1027817939, + 3156427998, + 3162010428, + 3169260781, + 3170891608, + 3164913585, + 1032225578, + 1012985028, + 1010332870, + 3165066215, + 3149576181, + 3154655073, + 3174011942, + 3163419652, + 3172035715, + 1024184914, + 3175308246, + 1021393742, + 1013834534, + 3184883700, + 997365947, + 1023434119, + 1014752399, + 3174328811, + 1024050893, + 1029387566, + 3171285910, + 1023963692, + 1007754449, + 994196915, + 1025432110, + 998965961, + 3177120243, + 3166014716, + 3163961149, + 1018196768, + 1024600673, + 1010531825, + 1020824426, + 1033301245, + 1033027956, + 1010161647, + 1013325536, + 3156141746, + 3176713765, + 1028288353, + 1003320465, + 1031394790, + 1026475916, + 1000955503, + 1017488405, + 1008066170, + 3147853666, + 1017198903, + 3166714269, + 3162320826, + 1003539935, + 3179260205, + 1012401774, + 1022807002, + 1030786305, + 1003716388, + 3169965903, + 1036945050, + 3156380845, + 1018762787, + 3167576908, + 1021288477, + 1023627476, + 3166954407, + 1026750879, + 3160292716, + 3160829412, + 3166734220, + 3167755232, + 1023515624, + 3177420028, + 991699741, + 1016519475, + 1022756283, + 3158764991, + 3169665805, + 1022813511, + 3171215712, + 1023948216, + 1016186372, + 1020133841, + 1017196280, + 987661795, + 3167008616, + 1024132112, + 1027114430, + 993135221, + 985927959, + 3160907605, + 3170847140, + 1019250807, + 3167335859, + 3164730991, + 3171819990, + 3167902623, + 3164964990, + 3171179622, + 3172829709, + 1010542961, + 1017791191, + 3150349126, + 3161754385, + 982620571, + 3169172362, + 1017898177, + 988507554, + 3174895307, + 3172706386, + 3165217628, + 3172924566, + 1024777247, + 1020370713, + 3150692972, + 3172420195, + 993743273, + 3165732162, + 3164997602, + 1008897285, + 1006208240, + 1031893268, + 3155599463, + 3168390822, + 3166868817, + 1016758630, + 1033047644, + 1019092803, + 1009398851, + 3156925171, + 1023550307, + 1030661036, + 1032096988, + 3180638366, + 3175414058, + 3119060166, + 1010396675, + 3180805314, + 3176508499, + 1023731751, + 1015908154, + 987060633, + 1005723129, + 1028175563, + 3175738036, + 3177344926, + 3174633462, + 3150469497, + 1019232789, + 1029906717, + 1007231401, + 3173197064, + 984373759, + 3172600303, + 3153140954, + 1022557937, + 3160092216, + 986902091, + 1025519019, + 1011073539, + 3182218852, + 1024988195, + 1011616035, + 1023718553, + 1013392430, + 993071070, + 3174494292, + 3176183486, + 1033728879, + 3143105641, + 3155556141, + 3149046346, + 1028322849, + 1024516520, + 3161756920, + 1024042912, + 1016017205, + 3178002212, + 1026197806, + 1031028391, + 3175640449, + 3175669062, + 1020711765, + 3173201601, + 1026351067, + 1015660521, + 1018785580, + 1023721222, + 1026750555, + 1012334249, + 3173192492, + 3172353684, + 1023984408, + 3163961405, + 1024624631, + 1018078622, + 3162319875, + 3136732107, + 3175101173, + 1001704184, + 3170720270, + 3152028964, + 3173997267, + 1036227260, + 3170720581, + 3167717341, + 1006421701, + 3171304120, + 3180134105, + 1039566272, + 3164230507, + 1023971695, + 1014991007, + 3175421195, + 1011502217, + 3143526250, + 1029417113, + 3146095137, + 1023016926, + 3176045132, + 3181013660, + 986417178, + 1026734715, + 3158408201, + 3157671368, + 3161495361, + 1020523952, + 3133430031, + 3139025767, + 3179922273, + 3155098772, + 3155499681, + 3174207083, + 1026821124, + 3181570450, + 3151633337, + 1026413459, + 1017667208, + 1028000461, + 3138973501, + 3144876146, + 3176960663, + 3129516254, + 1019874287, + 3162882009, + 3160941079, + 3165929592, + 981750943, + 1020154758, + 3146945217, + 3166369256, + 1005350656, + 3154450641, + 1017705735, + 1020271860, + 3147077891, + 3172162352, + 3163194617 + ], + "text": "The quick brown fox jumps over the lazy dog." + }, + { + "name": "spike_query_prefix", + "source": "opencode#1554 spike text", + "token_ids": [ + 0, + 41, + 1294, + 12, + 2367, + 83, + 70, + 10323, + 111, + 9942, + 32, + 2 + ], + "single_bits": [ + 3172925377, + 1009924666, + 3176414543, + 984441619, + 3169825867, + 3156436619, + 3174198236, + 3173884723, + 3178808900, + 1004316918, + 1024563393, + 1001675828, + 3141259509, + 3143680351, + 1030510521, + 1011906061, + 3168469225, + 3172671391, + 3174382935, + 995452581, + 3154644241, + 3156930338, + 1027570156, + 3156299597, + 3180088920, + 1015603554, + 3162778951, + 3179117047, + 3172967178, + 1030136015, + 1006601296, + 1024381653, + 1012061127, + 3169125777, + 966340500, + 1029553065, + 1036055902, + 1029370470, + 1015880196, + 1018562208, + 1016581541, + 3180635840, + 3171997953, + 3147156989, + 1026972349, + 1026925357, + 1031372863, + 3161419821, + 981505238, + 3172268314, + 3177200845, + 1030090045, + 3162455530, + 1023883891, + 3173931737, + 1032330174, + 1018550492, + 3167788719, + 1024027419, + 1021971866, + 1024718456, + 1009079528, + 3164005567, + 1010174869, + 1030603819, + 3177570530, + 1016029752, + 1018515961, + 3164644622, + 1034477948, + 3165079284, + 1022567451, + 1026981231, + 991169730, + 1019409830, + 1007691267, + 3159947418, + 1012960039, + 3154513374, + 3151353651, + 3136986458, + 3164561170, + 3168886151, + 1037632304, + 1004921586, + 3180270781, + 1010390181, + 1028952443, + 1036719927, + 1033549024, + 989721224, + 1014031556, + 3136165454, + 3176354036, + 1020203468, + 3176527994, + 3176413849, + 3163073258, + 1027002777, + 3179113402, + 3160599725, + 1025591811, + 3155515713, + 3175003958, + 1013453298, + 1023875178, + 3155721662, + 3169234405, + 3179160612, + 1012030797, + 3147965493, + 1027759254, + 1010904589, + 3147806036, + 3172600833, + 3162265059, + 3174068867, + 1017699163, + 1003257182, + 3171456118, + 3175796101, + 1018745421, + 3150162661, + 1010009749, + 3162439523, + 3154672906, + 3168160386, + 3178091364, + 1003140490, + 3146345612, + 1002806980, + 1035467413, + 3180729916, + 1035559820, + 1036606228, + 3179930972, + 3164198364, + 1007699116, + 3140468800, + 999095117, + 3154923958, + 1016124201, + 3130770864, + 3163595230, + 3172105700, + 3116051481, + 3161876783, + 3173307843, + 1023586226, + 3153399554, + 3183130014, + 1024998016, + 3162296126, + 3181926149, + 3168258854, + 1020896984, + 3169562174, + 1024741005, + 3164560236, + 3168577298, + 1017211098, + 1032998760, + 1017972043, + 1009131229, + 3139835677, + 1010838878, + 1012713408, + 1002258900, + 1029833359, + 1023812814, + 1019858813, + 965394574, + 1015787654, + 1022623022, + 996023627, + 1031287323, + 1030988589, + 3140874901, + 3175211839, + 1025780686, + 1034046242, + 997780345, + 3165495514, + 1019286532, + 3171254633, + 3166255057, + 3159977832, + 3137381874, + 1032111037, + 1007869700, + 3173459179, + 1008475770, + 1032695159, + 3167393963, + 3171681296, + 3182357061, + 3174031936, + 1027054919, + 1025807619, + 1038789230, + 1028887706, + 3173725944, + 1022335656, + 3162109868, + 3182202939, + 998646397, + 1023658986, + 3171995338, + 3172391554, + 3179743845, + 1028560676, + 1029865184, + 1008312004, + 1018787846, + 3164959848, + 1002292126, + 3163538124, + 3163785977, + 3162928572, + 1007622737, + 3158393490, + 1019048404, + 1035150177, + 3177074771, + 3156265746, + 1006640173, + 3182571836, + 1026904557, + 3176504007, + 1000147954, + 1027817966, + 3165265062, + 1025325088, + 3157570126, + 1027303452, + 3167299023, + 3165524273, + 3168484824, + 1019005513, + 1033415160, + 1026047065, + 3156061468, + 1020792969, + 3175246671, + 3175014100, + 3171774650, + 3164936440, + 1033715593, + 1030144072, + 1021174446, + 1009702949, + 1015439184, + 3173659810, + 3167349571, + 3178496496, + 1021786083, + 3174892208, + 1008565133, + 999326033, + 1013504769, + 3166465308, + 1015247927, + 1020556162, + 3161049080, + 3162436391, + 3174623194, + 1035095114, + 3173467051, + 1023700514, + 3162581985, + 3165685338, + 3145492386, + 3146808241, + 1013340547, + 3147639593, + 3172955841, + 3157901677, + 3172404868, + 999679551, + 1020362265, + 3153489867, + 1016792234, + 3170067653, + 3173255124, + 1022041478, + 3172437622, + 1024029768, + 3146993390, + 1024264306, + 1022666793, + 1002485937, + 3167822843, + 3181289135, + 1027326480, + 1026083381, + 3163429893, + 1011599546, + 1025895187, + 3157513158, + 3158226888, + 1012822807, + 1028753100, + 3162883116, + 3172503146, + 1003614551, + 3153923427, + 975541593, + 3176224916, + 3128917700, + 3178727932, + 1016291737, + 1028053756, + 3164937897, + 3171859975, + 3157550542, + 3129480737, + 1015553391, + 1014271450, + 1020583771, + 3171522107, + 982972378, + 3152573451, + 3176622785, + 1028519601, + 1019740619, + 1032472480, + 3155206540, + 1012933685, + 3154823550, + 1025139289, + 1031536735, + 1024217213, + 1027915825, + 3172093528, + 3182802090, + 3173430515, + 1028584155, + 3147167330, + 3146200624, + 1007458454, + 1018145972, + 1005336497, + 1020836847, + 1023217963, + 1031537859, + 3171188379, + 3173102798, + 3169302766, + 3169674125, + 3173674333, + 3143430043, + 1021670974, + 1022975838, + 3157584694, + 3175218665, + 3172878524, + 1013623609, + 3174006557, + 989428875, + 1003467312, + 1009033801, + 1022464572, + 3168196010, + 3129370126, + 1017488783, + 3173170804, + 3160618751, + 3171571324, + 3175332118, + 1016786447, + 3173898309, + 3171764293, + 1011369007, + 1009704931, + 3167296283, + 3159348983, + 1019293524, + 1010681579, + 3161600652, + 1026354484, + 3170908712, + 1025956976, + 1027035867, + 1008954489, + 1017422119, + 1004439629, + 1025238064, + 1023685425, + 3136633623, + 3155415776, + 3173795502, + 998882356, + 1028039626, + 1028735544, + 1008271908, + 3172908606, + 1025064567, + 1021165249, + 1020024395, + 1007785068, + 3162049840, + 1014024317, + 3171293749, + 1023509665, + 3176817737, + 1028043977, + 3172378889, + 1034425165, + 1015119734, + 3167188599, + 3180809003, + 3172322249, + 3166780249, + 3180261012, + 1002459383, + 3168293885, + 1016699764, + 3170934154, + 988133244, + 1019964165, + 1016392808, + 3166868945, + 1021814332, + 3168011684, + 3179893017, + 3179427672, + 1006905720, + 1010218409, + 3179372489, + 3159649039, + 3155094632, + 3148045331, + 3178073243, + 1014809495, + 996448772, + 3161369579, + 3174453787, + 1011715769, + 1020244684, + 1008854434, + 1012223007, + 3171197019, + 1029157312, + 1003109720, + 1027995680, + 3146310727, + 3173916373, + 1007579910, + 3164849246, + 3157982212, + 1019943098, + 3165331038, + 3147101770, + 1026735395, + 1022037074, + 1007779499, + 3166757987, + 1004629689, + 991657715, + 1018413332, + 3152989363, + 1030938357, + 1010307538, + 3163634495, + 1014838438, + 3155596076, + 3163962986, + 1014919301, + 1025556067, + 3182942398, + 1011848479, + 1032379116, + 3104076113, + 3173728528, + 933485044, + 994083380, + 3171889318, + 994815014, + 1017664617, + 3171024924, + 994896900, + 3170816995, + 1027627460, + 3171022284, + 1014552359, + 1018051265, + 1030015586, + 3169618141, + 1017619729, + 1005749140, + 3165648108, + 3147210091, + 3163929755, + 1016236957, + 1027709586, + 3178340967, + 3174009974, + 3153860597, + 3165320082, + 1017985234, + 3141006459, + 3163815637, + 3157911658, + 3172133993, + 3174259030, + 3157485920, + 1022675732, + 982409835, + 3164575406, + 3173558479, + 1010263869, + 3183437842, + 3173235210, + 3172108169, + 3154584252, + 3180135235, + 1001239210, + 3161080258, + 1024705153, + 3177471252, + 3163271231, + 1019696674, + 3157946028, + 1028739418, + 1023631987, + 3154306865, + 1032408602, + 1027145110, + 1012307612, + 3167114469, + 3159570515, + 1029131696, + 3163751365, + 3171531494, + 1023793650, + 1018221961, + 1015887446, + 3149727820, + 3176319893, + 1026622487, + 1017729617, + 3163815975, + 3171774805, + 3178557694, + 3153401638, + 1025921426, + 3164543034, + 3138631258, + 3176194425, + 1023594404, + 3156177384, + 1008411724, + 3159417950, + 1032424669, + 3170932415, + 1024922116, + 3166771775, + 1001432954, + 1027593951, + 1034673634, + 1036775226, + 3162526672, + 1025454460, + 1008874064, + 3112366695, + 1020596597, + 3156511423, + 3154167711, + 3157152002, + 1000346488, + 3175009709, + 3170964411, + 3159062946, + 3150907915, + 3182340089, + 1016870515, + 3157280160, + 3169497886, + 996127410, + 3170192753, + 1030841915, + 3171273306, + 3179282975, + 3164564034, + 3174918358, + 1009428949, + 1000375086, + 1023672597, + 3154691575, + 1004691543, + 3133203739, + 3138545234, + 1013280438, + 3163779244, + 1027893502, + 3148164203, + 3164943123, + 3158019319, + 1017584645, + 3172693532, + 1018041041, + 1019745921, + 3163059378, + 3175828350, + 3121888208, + 3183262610, + 1012863552, + 1021237874, + 3171289923, + 3175604924, + 3181034675, + 1028375929, + 1005992658, + 3168097996, + 1015761693, + 1013635235, + 3173973106, + 3158972936, + 1032202196, + 3162576298, + 3181819399, + 3159728388, + 1009489826, + 3164289878, + 997352332, + 3147005366, + 3157786610, + 3145198032, + 3174007760, + 990607276, + 1023376441, + 3171478198, + 3148661481, + 3163821810, + 3163477596, + 985337952, + 1011358122, + 1017006700, + 3164582564, + 3165613942, + 1024370216, + 3161971358, + 3159796767, + 3159760044, + 3180095421, + 3157514298, + 1030680322, + 1013401914, + 3145064643, + 1026813321, + 989556211, + 3155087365, + 1017828584, + 1026805609, + 3149118759, + 3169898373, + 3180675269, + 3168207720, + 3175372583, + 1033450538, + 1013648486, + 3171325567, + 3174115784, + 1026403863, + 3148137577, + 955274472, + 1034244257, + 3180486349, + 3173116331, + 1015053019, + 3174443815, + 1020462137, + 3167328364, + 3164242592, + 1021102402, + 993826437, + 3164990443, + 3180849450, + 1027355098, + 3160668336, + 1026259836, + 3171657157, + 3178178303, + 1032076150, + 1019829275, + 3171791932, + 1018069081, + 3152334310, + 3167245237, + 3156145539, + 1023828221, + 1017328000, + 1019020370, + 3165260995, + 1019653775, + 995204968, + 1020806970, + 3173155668, + 3173559193, + 3164001237, + 3160552592, + 1002286043, + 1026620046, + 1030401340, + 3154637445, + 1028839609, + 1026249106, + 3165182512, + 3171198823, + 1027392145, + 979508101, + 3172126590, + 1025244451, + 1035401888, + 1024854650, + 1027348281, + 3180539692, + 1024236667, + 3156021003, + 982024093, + 3155807700, + 3171659594, + 3157385747, + 3152146083, + 1023694457, + 1027730107, + 3177264884, + 1013429160, + 3174119291, + 1024486591, + 1024381101, + 990602447, + 1022779076, + 1018715046, + 1027402120, + 1011134189, + 1020053906, + 1003813642, + 3165427523, + 1020929729, + 1031523778, + 1019797556, + 3173121430, + 3155259236, + 3164163514, + 1012926113, + 3131120718, + 1026243221, + 1026752788, + 1018250878, + 1032815066, + 3163274249, + 3176474910, + 3167292413, + 3175167595, + 1015334908, + 1022971760, + 1018241941, + 1030330992, + 3170910572, + 978032002, + 3170940262, + 1023561242, + 1017251317, + 3146323669, + 3154319399, + 3155347251, + 3177831489 + ], + "batch_bits": [ + 3172925377, + 1009924666, + 3176414543, + 984441619, + 3169825867, + 3156436619, + 3174198236, + 3173884723, + 3178808900, + 1004316918, + 1024563393, + 1001675828, + 3141259509, + 3143680351, + 1030510521, + 1011906061, + 3168469225, + 3172671391, + 3174382935, + 995452581, + 3154644241, + 3156930338, + 1027570156, + 3156299597, + 3180088920, + 1015603554, + 3162778951, + 3179117047, + 3172967178, + 1030136015, + 1006601296, + 1024381653, + 1012061127, + 3169125777, + 966340500, + 1029553065, + 1036055902, + 1029370470, + 1015880196, + 1018562208, + 1016581541, + 3180635840, + 3171997953, + 3147156989, + 1026972349, + 1026925357, + 1031372863, + 3161419821, + 981505238, + 3172268314, + 3177200845, + 1030090045, + 3162455530, + 1023883891, + 3173931737, + 1032330174, + 1018550492, + 3167788719, + 1024027419, + 1021971866, + 1024718456, + 1009079528, + 3164005567, + 1010174869, + 1030603819, + 3177570530, + 1016029752, + 1018515961, + 3164644622, + 1034477948, + 3165079284, + 1022567451, + 1026981231, + 991169730, + 1019409830, + 1007691267, + 3159947418, + 1012960039, + 3154513374, + 3151353651, + 3136986458, + 3164561170, + 3168886151, + 1037632304, + 1004921586, + 3180270781, + 1010390181, + 1028952443, + 1036719927, + 1033549024, + 989721224, + 1014031556, + 3136165454, + 3176354036, + 1020203468, + 3176527994, + 3176413849, + 3163073258, + 1027002777, + 3179113402, + 3160599725, + 1025591811, + 3155515713, + 3175003958, + 1013453298, + 1023875178, + 3155721662, + 3169234405, + 3179160612, + 1012030797, + 3147965493, + 1027759254, + 1010904589, + 3147806036, + 3172600833, + 3162265059, + 3174068867, + 1017699163, + 1003257182, + 3171456118, + 3175796101, + 1018745421, + 3150162661, + 1010009749, + 3162439523, + 3154672906, + 3168160386, + 3178091364, + 1003140490, + 3146345612, + 1002806980, + 1035467413, + 3180729916, + 1035559820, + 1036606228, + 3179930972, + 3164198364, + 1007699116, + 3140468800, + 999095117, + 3154923958, + 1016124201, + 3130770864, + 3163595230, + 3172105700, + 3116051481, + 3161876783, + 3173307843, + 1023586226, + 3153399554, + 3183130014, + 1024998016, + 3162296126, + 3181926149, + 3168258854, + 1020896984, + 3169562174, + 1024741005, + 3164560236, + 3168577298, + 1017211098, + 1032998760, + 1017972043, + 1009131229, + 3139835677, + 1010838878, + 1012713408, + 1002258900, + 1029833359, + 1023812814, + 1019858813, + 965394574, + 1015787654, + 1022623022, + 996023627, + 1031287323, + 1030988589, + 3140874901, + 3175211839, + 1025780686, + 1034046242, + 997780345, + 3165495514, + 1019286532, + 3171254633, + 3166255057, + 3159977832, + 3137381874, + 1032111037, + 1007869700, + 3173459179, + 1008475770, + 1032695159, + 3167393963, + 3171681296, + 3182357061, + 3174031936, + 1027054919, + 1025807619, + 1038789230, + 1028887706, + 3173725944, + 1022335656, + 3162109868, + 3182202939, + 998646397, + 1023658986, + 3171995338, + 3172391554, + 3179743845, + 1028560676, + 1029865184, + 1008312004, + 1018787846, + 3164959848, + 1002292126, + 3163538124, + 3163785977, + 3162928572, + 1007622737, + 3158393490, + 1019048404, + 1035150177, + 3177074771, + 3156265746, + 1006640173, + 3182571836, + 1026904557, + 3176504007, + 1000147954, + 1027817966, + 3165265062, + 1025325088, + 3157570126, + 1027303452, + 3167299023, + 3165524273, + 3168484824, + 1019005513, + 1033415160, + 1026047065, + 3156061468, + 1020792969, + 3175246671, + 3175014100, + 3171774650, + 3164936440, + 1033715593, + 1030144072, + 1021174446, + 1009702949, + 1015439184, + 3173659810, + 3167349571, + 3178496496, + 1021786083, + 3174892208, + 1008565133, + 999326033, + 1013504769, + 3166465308, + 1015247927, + 1020556162, + 3161049080, + 3162436391, + 3174623194, + 1035095114, + 3173467051, + 1023700514, + 3162581985, + 3165685338, + 3145492386, + 3146808241, + 1013340547, + 3147639593, + 3172955841, + 3157901677, + 3172404868, + 999679551, + 1020362265, + 3153489867, + 1016792234, + 3170067653, + 3173255124, + 1022041478, + 3172437622, + 1024029768, + 3146993390, + 1024264306, + 1022666793, + 1002485937, + 3167822843, + 3181289135, + 1027326480, + 1026083381, + 3163429893, + 1011599546, + 1025895187, + 3157513158, + 3158226888, + 1012822807, + 1028753100, + 3162883116, + 3172503146, + 1003614551, + 3153923427, + 975541593, + 3176224916, + 3128917700, + 3178727932, + 1016291737, + 1028053756, + 3164937897, + 3171859975, + 3157550542, + 3129480737, + 1015553391, + 1014271450, + 1020583771, + 3171522107, + 982972378, + 3152573451, + 3176622785, + 1028519601, + 1019740619, + 1032472480, + 3155206540, + 1012933685, + 3154823550, + 1025139289, + 1031536735, + 1024217213, + 1027915825, + 3172093528, + 3182802090, + 3173430515, + 1028584155, + 3147167330, + 3146200624, + 1007458454, + 1018145972, + 1005336497, + 1020836847, + 1023217963, + 1031537859, + 3171188379, + 3173102798, + 3169302766, + 3169674125, + 3173674333, + 3143430043, + 1021670974, + 1022975838, + 3157584694, + 3175218665, + 3172878524, + 1013623609, + 3174006557, + 989428875, + 1003467312, + 1009033801, + 1022464572, + 3168196010, + 3129370126, + 1017488783, + 3173170804, + 3160618751, + 3171571324, + 3175332118, + 1016786447, + 3173898309, + 3171764293, + 1011369007, + 1009704931, + 3167296283, + 3159348983, + 1019293524, + 1010681579, + 3161600652, + 1026354484, + 3170908712, + 1025956976, + 1027035867, + 1008954489, + 1017422119, + 1004439629, + 1025238064, + 1023685425, + 3136633623, + 3155415776, + 3173795502, + 998882356, + 1028039626, + 1028735544, + 1008271908, + 3172908606, + 1025064567, + 1021165249, + 1020024395, + 1007785068, + 3162049840, + 1014024317, + 3171293749, + 1023509665, + 3176817737, + 1028043977, + 3172378889, + 1034425165, + 1015119734, + 3167188599, + 3180809003, + 3172322249, + 3166780249, + 3180261012, + 1002459383, + 3168293885, + 1016699764, + 3170934154, + 988133244, + 1019964165, + 1016392808, + 3166868945, + 1021814332, + 3168011684, + 3179893017, + 3179427672, + 1006905720, + 1010218409, + 3179372489, + 3159649039, + 3155094632, + 3148045331, + 3178073243, + 1014809495, + 996448772, + 3161369579, + 3174453787, + 1011715769, + 1020244684, + 1008854434, + 1012223007, + 3171197019, + 1029157312, + 1003109720, + 1027995680, + 3146310727, + 3173916373, + 1007579910, + 3164849246, + 3157982212, + 1019943098, + 3165331038, + 3147101770, + 1026735395, + 1022037074, + 1007779499, + 3166757987, + 1004629689, + 991657715, + 1018413332, + 3152989363, + 1030938357, + 1010307538, + 3163634495, + 1014838438, + 3155596076, + 3163962986, + 1014919301, + 1025556067, + 3182942398, + 1011848479, + 1032379116, + 3104076113, + 3173728528, + 933485044, + 994083380, + 3171889318, + 994815014, + 1017664617, + 3171024924, + 994896900, + 3170816995, + 1027627460, + 3171022284, + 1014552359, + 1018051265, + 1030015586, + 3169618141, + 1017619729, + 1005749140, + 3165648108, + 3147210091, + 3163929755, + 1016236957, + 1027709586, + 3178340967, + 3174009974, + 3153860597, + 3165320082, + 1017985234, + 3141006459, + 3163815637, + 3157911658, + 3172133993, + 3174259030, + 3157485920, + 1022675732, + 982409835, + 3164575406, + 3173558479, + 1010263869, + 3183437842, + 3173235210, + 3172108169, + 3154584252, + 3180135235, + 1001239210, + 3161080258, + 1024705153, + 3177471252, + 3163271231, + 1019696674, + 3157946028, + 1028739418, + 1023631987, + 3154306865, + 1032408602, + 1027145110, + 1012307612, + 3167114469, + 3159570515, + 1029131696, + 3163751365, + 3171531494, + 1023793650, + 1018221961, + 1015887446, + 3149727820, + 3176319893, + 1026622487, + 1017729617, + 3163815975, + 3171774805, + 3178557694, + 3153401638, + 1025921426, + 3164543034, + 3138631258, + 3176194425, + 1023594404, + 3156177384, + 1008411724, + 3159417950, + 1032424669, + 3170932415, + 1024922116, + 3166771775, + 1001432954, + 1027593951, + 1034673634, + 1036775226, + 3162526672, + 1025454460, + 1008874064, + 3112366695, + 1020596597, + 3156511423, + 3154167711, + 3157152002, + 1000346488, + 3175009709, + 3170964411, + 3159062946, + 3150907915, + 3182340089, + 1016870515, + 3157280160, + 3169497886, + 996127410, + 3170192753, + 1030841915, + 3171273306, + 3179282975, + 3164564034, + 3174918358, + 1009428949, + 1000375086, + 1023672597, + 3154691575, + 1004691543, + 3133203739, + 3138545234, + 1013280438, + 3163779244, + 1027893502, + 3148164203, + 3164943123, + 3158019319, + 1017584645, + 3172693532, + 1018041041, + 1019745921, + 3163059378, + 3175828350, + 3121888208, + 3183262610, + 1012863552, + 1021237874, + 3171289923, + 3175604924, + 3181034675, + 1028375929, + 1005992658, + 3168097996, + 1015761693, + 1013635235, + 3173973106, + 3158972936, + 1032202196, + 3162576298, + 3181819399, + 3159728388, + 1009489826, + 3164289878, + 997352332, + 3147005366, + 3157786610, + 3145198032, + 3174007760, + 990607276, + 1023376441, + 3171478198, + 3148661481, + 3163821810, + 3163477596, + 985337952, + 1011358122, + 1017006700, + 3164582564, + 3165613942, + 1024370216, + 3161971358, + 3159796767, + 3159760044, + 3180095421, + 3157514298, + 1030680322, + 1013401914, + 3145064643, + 1026813321, + 989556211, + 3155087365, + 1017828584, + 1026805609, + 3149118759, + 3169898373, + 3180675269, + 3168207720, + 3175372583, + 1033450538, + 1013648486, + 3171325567, + 3174115784, + 1026403863, + 3148137577, + 955274472, + 1034244257, + 3180486349, + 3173116331, + 1015053019, + 3174443815, + 1020462137, + 3167328364, + 3164242592, + 1021102402, + 993826437, + 3164990443, + 3180849450, + 1027355098, + 3160668336, + 1026259836, + 3171657157, + 3178178303, + 1032076150, + 1019829275, + 3171791932, + 1018069081, + 3152334310, + 3167245237, + 3156145539, + 1023828221, + 1017328000, + 1019020370, + 3165260995, + 1019653775, + 995204968, + 1020806970, + 3173155668, + 3173559193, + 3164001237, + 3160552592, + 1002286043, + 1026620046, + 1030401340, + 3154637445, + 1028839609, + 1026249106, + 3165182512, + 3171198823, + 1027392145, + 979508101, + 3172126590, + 1025244451, + 1035401888, + 1024854650, + 1027348281, + 3180539692, + 1024236667, + 3156021003, + 982024093, + 3155807700, + 3171659594, + 3157385747, + 3152146083, + 1023694457, + 1027730107, + 3177264884, + 1013429160, + 3174119291, + 1024486591, + 1024381101, + 990602447, + 1022779076, + 1018715046, + 1027402120, + 1011134189, + 1020053906, + 1003813642, + 3165427523, + 1020929729, + 1031523778, + 1019797556, + 3173121430, + 3155259236, + 3164163514, + 1012926113, + 3131120718, + 1026243221, + 1026752788, + 1018250878, + 1032815066, + 3163274249, + 3176474910, + 3167292413, + 3175167595, + 1015334908, + 1022971760, + 1018241941, + 1030330992, + 3170910572, + 978032002, + 3170940262, + 1023561242, + 1017251317, + 3146323669, + 3154319399, + 3155347251, + 3177831489 + ], + "text": "query: what is the capital of France?" + }, + { + "name": "spike_semantic", + "source": "opencode#1554 spike text", + "token_ids": [ + 0, + 2775, + 372, + 59725, + 7, + 15504, + 7986, + 3934, + 22834, + 22230, + 450, + 141621, + 484, + 109109, + 91084, + 4, + 221, + 21373, + 149357, + 7, + 3551, + 20903, + 25842, + 23, + 10, + 11192, + 9, + 157955, + 32628, + 5, + 2 + ], + "single_bits": [ + 3164312355, + 1015400996, + 3177248865, + 1019790722, + 1027096031, + 999868698, + 3173852403, + 1010767242, + 1009938728, + 1023689671, + 3156181403, + 3166688797, + 3160451643, + 1033962451, + 3172246681, + 3165737197, + 1007826868, + 3158047631, + 1007963559, + 974980834, + 1005794519, + 3160208597, + 3168151958, + 1026149337, + 1030562784, + 1029453713, + 1024006667, + 3178548944, + 3169044343, + 1025882497, + 1017191327, + 3158032689, + 1015771062, + 3170420518, + 1027897239, + 3165569985, + 1027191723, + 1002514967, + 3170680281, + 3163915613, + 1018995422, + 1032817849, + 3173229257, + 3161654860, + 1023480135, + 3168176585, + 3183683534, + 1034023237, + 1013945968, + 1018120395, + 3171361085, + 3178033349, + 3169505492, + 1031988362, + 1023400760, + 3161330015, + 1028053317, + 1023545451, + 3162757031, + 3159952156, + 3177667919, + 1007228976, + 969840087, + 1026433537, + 1015237212, + 3155527385, + 3168003264, + 1024383399, + 1014792571, + 3167517812, + 3181348590, + 1017742811, + 1005988006, + 1023275918, + 3148375058, + 1032887659, + 3170394547, + 998609072, + 3138866478, + 3159931006, + 1029917221, + 1006761099, + 3170949690, + 3127271013, + 3160940166, + 3174511574, + 1011496329, + 1007927027, + 1021286090, + 1024652582, + 3173824955, + 1041681373, + 3174852453, + 3151874679, + 3182633333, + 3130295983, + 3177373413, + 3180380649, + 1023423852, + 988640762, + 3173955749, + 3174804496, + 3166268905, + 1008758704, + 3167936474, + 1021195319, + 3167821628, + 3138665300, + 3172758751, + 994877282, + 3175617244, + 3164759363, + 3179633039, + 1026037179, + 3160703098, + 1011248945, + 1032799410, + 3172858804, + 1031168941, + 3143723721, + 3173885148, + 3179761276, + 3173634323, + 1016762884, + 3172283400, + 1021691421, + 3169890528, + 3160880374, + 3175942008, + 1032218534, + 1021881991, + 1035237560, + 3174896150, + 3181119681, + 1024409095, + 1029532039, + 3178297577, + 1036446540, + 3174357651, + 3171024605, + 3178201418, + 1014470468, + 1029759934, + 1012811174, + 3160409611, + 3082957865, + 3171869774, + 3157990637, + 1000499915, + 1034163788, + 3172947796, + 3157139307, + 3153139583, + 1009561146, + 1032242602, + 3174384978, + 1030695952, + 1024811106, + 1018899773, + 3166112815, + 1031936829, + 1017848359, + 989866029, + 3133026699, + 1020097927, + 3169049311, + 1029317186, + 1026300938, + 3172788073, + 1029399671, + 3181945027, + 3174064657, + 3164672948, + 1021250714, + 3161444118, + 1028002150, + 1016366194, + 3178169958, + 3155281850, + 1026654828, + 1022991403, + 1036407416, + 1021707372, + 1032729988, + 1019483208, + 1021066841, + 3168497070, + 3151974287, + 3159756274, + 1027381430, + 1003652874, + 3160874855, + 3185859146, + 3156862727, + 3171659399, + 3175288628, + 3168833016, + 3152936768, + 3134206071, + 1033582428, + 1020292635, + 980887574, + 3176959375, + 3180722037, + 1009516380, + 3188918245, + 1019539565, + 3152897482, + 3177484747, + 992817286, + 3176793021, + 1027930568, + 3169757646, + 1023024287, + 1023969469, + 1032820160, + 3175598470, + 3175586315, + 1028024075, + 1008879691, + 1003099263, + 1008150859, + 3167112228, + 1020813119, + 1018842736, + 3153390829, + 1018591146, + 1015997837, + 1020824862, + 3165535433, + 3172388586, + 1027582277, + 3184534203, + 3178979981, + 1023440314, + 1032518635, + 1012804003, + 3176518763, + 3182255651, + 1011999201, + 3170279615, + 1000236679, + 3163525628, + 1026340329, + 3163818742, + 1028573688, + 1015988197, + 3165231366, + 3163284241, + 3160299994, + 3169669684, + 3172438924, + 3163059350, + 1019017836, + 1028097173, + 3146112880, + 3167607579, + 1026896912, + 1018868417, + 3182817064, + 1016095832, + 1018267267, + 1028881236, + 1024647819, + 3176481455, + 1020726999, + 1020739267, + 3174302766, + 3147358198, + 3181667767, + 991358868, + 3170292390, + 1028324846, + 1020076026, + 1018558020, + 1029328591, + 1024737822, + 3176855685, + 3169008707, + 3174808830, + 1024569131, + 1033159683, + 1031482731, + 1004028326, + 3168837622, + 3162997979, + 1018681588, + 1023087612, + 3156228953, + 3147488654, + 1025138468, + 1020585559, + 3161094097, + 3171603595, + 1033201057, + 1031031761, + 991515363, + 3160788246, + 3156989033, + 3167853927, + 3153044018, + 3178259901, + 3168045268, + 1006759477, + 3154092461, + 1013590383, + 3167701927, + 3180076416, + 1004097965, + 3157991165, + 3174355943, + 3156357728, + 1020635609, + 3141075627, + 1016858612, + 1017787299, + 1033348473, + 1022481779, + 3149878702, + 967133726, + 3165772792, + 3175015213, + 1029016686, + 1027584896, + 3162741401, + 976225000, + 3148357151, + 3160258393, + 1010573550, + 3159120762, + 1017842724, + 3157207131, + 1018461617, + 3163387212, + 1024569648, + 3149838209, + 1024276150, + 1023866886, + 1013249748, + 1005382463, + 1015200814, + 3157114447, + 3174720035, + 1023652512, + 3171154508, + 1018050419, + 1026986244, + 3169446458, + 3162003145, + 998882459, + 1012039080, + 1011221973, + 1020650499, + 3168491661, + 1033852904, + 3137838074, + 3172395539, + 1030679439, + 1016688987, + 1021345662, + 3169289020, + 1027259832, + 1007968350, + 3170396843, + 3163144758, + 3162002028, + 3176613927, + 3167281516, + 1013659722, + 3176791958, + 3165433045, + 1025154451, + 3145488468, + 3150514692, + 3144035652, + 1007376879, + 3171897684, + 1027021594, + 3161191713, + 1022474849, + 1007590068, + 3171561247, + 982811110, + 3158663468, + 3155815465, + 3169046676, + 992379147, + 1017952790, + 1027580719, + 1018399326, + 3162584079, + 3160442183, + 3156208038, + 3178317692, + 1025010707, + 1023594894, + 1031778440, + 3127394407, + 3176990156, + 3155955457, + 1030435526, + 1009812079, + 3145688653, + 3176711137, + 3153659942, + 1023901792, + 1012848166, + 1024949747, + 1027324180, + 1013306729, + 1013664473, + 3162944385, + 3163864640, + 1026031634, + 3176763656, + 3160687198, + 1025375328, + 1016255629, + 1019784511, + 3161392810, + 3175161548, + 984927607, + 1025977519, + 3117013153, + 3158486683, + 3180475087, + 3161307779, + 3149290115, + 1025980234, + 1013407304, + 3141381571, + 3165397904, + 3168792705, + 3175728574, + 1016451184, + 1016235422, + 3160222146, + 3170250327, + 1001991802, + 1017487728, + 3172802439, + 1020551922, + 3161226357, + 3171957750, + 1017396348, + 3167131394, + 999069415, + 1021290705, + 3142719789, + 1021559967, + 3156641098, + 1002791395, + 1025676615, + 1011046378, + 3160631182, + 1021257213, + 1010544639, + 1023628127, + 983391657, + 1026807394, + 3170963938, + 3150313683, + 1020306292, + 3114900650, + 3134114211, + 1016960452, + 1015952504, + 3161747955, + 1028972042, + 1018689667, + 3165530687, + 1018707939, + 3163330025, + 3176630986, + 1011554741, + 3159805699, + 3165650238, + 3157147323, + 1024108472, + 3159007569, + 1020882654, + 3172406628, + 3142091872, + 993918889, + 3169700279, + 3158574420, + 1009937666, + 3171568312, + 1023945471, + 3178357815, + 1019547144, + 1032827048, + 1027179821, + 1015543632, + 1008146722, + 1016478927, + 3168260078, + 1024604961, + 3134290160, + 3166976699, + 1028016625, + 3162312301, + 1003861079, + 1031777617, + 1026807867, + 1019666338, + 3157841013, + 3165053401, + 3159736525, + 1024236456, + 1013198040, + 1023547975, + 1025410780, + 3171858608, + 1024470507, + 3179423528, + 3172440948, + 3154473639, + 1013275770, + 3162951587, + 992241606, + 3164826224, + 3115102448, + 1021482859, + 1023008378, + 1017964151, + 3170118737, + 3166732126, + 3160363937, + 3129343680, + 1010109261, + 1019396152, + 3170085855, + 1030751034, + 3178383779, + 1024456190, + 1027563560, + 997050178, + 3176032491, + 3163952169, + 3165189958, + 1034398712, + 999673460, + 3179950139, + 3170136398, + 1019213636, + 1030199574, + 991517116, + 1027738244, + 995562760, + 1012855101, + 3156211111, + 3154744875, + 1019141579, + 3166177674, + 1002701858, + 990995458, + 3161548382, + 3174966101, + 1024393734, + 999743382, + 3169868861, + 1019388062, + 1000270643, + 3174409708, + 3173669673, + 1024235005, + 1026695464, + 3158918448, + 1013779322, + 3172720285, + 3160442796, + 3163533131, + 3148915410, + 999760432, + 1019964993, + 3180758095, + 997079711, + 1024442152, + 1028852282, + 3172887870, + 1018090716, + 3168645035, + 1025335253, + 996443003, + 3166132381, + 991305785, + 3164410513, + 1015471575, + 3170435608, + 1017536478, + 3172293371, + 1007100790, + 3180479443, + 1009893408, + 1013312987, + 1022870631, + 3164802600, + 3158861780, + 3150056014, + 1015353631, + 3164034523, + 1022037667, + 1017045086, + 3166810906, + 1012339713, + 3177089647, + 3147467524, + 1020134335, + 1024868187, + 3179661036, + 3175357516, + 3173156333, + 1013887305, + 999996723, + 3180913525, + 3155007144, + 1023522059, + 3157619840, + 3150387274, + 3148322871, + 998872780, + 1011514738, + 3173347240, + 3177567226, + 3161533438, + 1030137741, + 3173430166, + 1025229963, + 1005890907, + 3163829266, + 3165002504, + 3173624996, + 3181087317, + 1015588293, + 993631098, + 3183383793, + 3173947400, + 3181067630, + 1025767022, + 1028401909, + 3173238834, + 1016976311, + 1031455349, + 3176220269, + 3172747900, + 1014467760, + 1013620868, + 1003406701, + 3179032204, + 3165251198, + 1025379207, + 1027679722, + 1018402326, + 1021339841, + 3168203476, + 3171420515, + 3166229707, + 1022833154, + 987172152, + 3180106770, + 1020941409, + 1024161269, + 3171526794, + 3123943270, + 3157089667, + 3170973254, + 1008508726, + 1018407491, + 3165169437, + 3174432338, + 1023620161, + 1022042018, + 1022366501, + 975270176, + 1011265300, + 3166985211, + 1000088054, + 3152507701, + 1027219197, + 1004231582, + 1004329309, + 3171535998, + 1028005473, + 987851429, + 3173162753, + 993783094, + 3181662902, + 1022146646, + 1020800844, + 3158124683, + 1020510200, + 1014600924, + 3172400701, + 3167523463, + 986380141, + 3172009866, + 3167579065, + 982832664, + 1014016919, + 1026830909, + 3158137481, + 3152227952, + 1016907962, + 3172524172, + 1019559692, + 3170408309, + 1004769993, + 1028617538, + 3175745415, + 3168426890, + 3171234247, + 1010265929, + 1016070602, + 3174641795, + 1025485199, + 1018087230, + 3167443186, + 3176777540, + 1041696441, + 3179897877, + 1007660688, + 1025690632, + 3163421439, + 3164518231, + 1027587025, + 994719473, + 1009045453, + 1022267316, + 1024837148, + 1014924879, + 1007956205, + 1032222797, + 1019279211, + 3174177338, + 3164537343, + 1015372455, + 989896188, + 1027007092, + 983172588, + 3172855694, + 3156079754, + 3182892255, + 1031976162, + 3156448753, + 1026253359, + 3158363162, + 3163752463, + 1030829463, + 3174606352, + 3135906248, + 3167288111, + 3157755329, + 1023958870, + 982797262, + 3170596185, + 3169984028, + 3158441274, + 3164308280, + 3168249039, + 3147536966, + 990684933, + 3156592353, + 3164208164, + 3147047288, + 1025931987, + 3176101030, + 1023185851 + ], + "batch_bits": [ + 3164312355, + 1015400996, + 3177248865, + 1019790722, + 1027096031, + 999868698, + 3173852403, + 1010767242, + 1009938728, + 1023689671, + 3156181403, + 3166688797, + 3160451643, + 1033962451, + 3172246681, + 3165737197, + 1007826868, + 3158047631, + 1007963559, + 974980834, + 1005794519, + 3160208597, + 3168151958, + 1026149337, + 1030562784, + 1029453713, + 1024006667, + 3178548944, + 3169044343, + 1025882497, + 1017191327, + 3158032689, + 1015771062, + 3170420518, + 1027897239, + 3165569985, + 1027191723, + 1002514967, + 3170680281, + 3163915613, + 1018995422, + 1032817849, + 3173229257, + 3161654860, + 1023480135, + 3168176585, + 3183683534, + 1034023237, + 1013945968, + 1018120395, + 3171361085, + 3178033349, + 3169505492, + 1031988362, + 1023400760, + 3161330015, + 1028053317, + 1023545451, + 3162757031, + 3159952156, + 3177667919, + 1007228976, + 969840087, + 1026433537, + 1015237212, + 3155527385, + 3168003264, + 1024383399, + 1014792571, + 3167517812, + 3181348590, + 1017742811, + 1005988006, + 1023275918, + 3148375058, + 1032887659, + 3170394547, + 998609072, + 3138866478, + 3159931006, + 1029917221, + 1006761099, + 3170949690, + 3127271013, + 3160940166, + 3174511574, + 1011496329, + 1007927027, + 1021286090, + 1024652582, + 3173824955, + 1041681373, + 3174852453, + 3151874679, + 3182633333, + 3130295983, + 3177373413, + 3180380649, + 1023423852, + 988640762, + 3173955749, + 3174804496, + 3166268905, + 1008758704, + 3167936474, + 1021195319, + 3167821628, + 3138665300, + 3172758751, + 994877282, + 3175617244, + 3164759363, + 3179633039, + 1026037179, + 3160703098, + 1011248945, + 1032799410, + 3172858804, + 1031168941, + 3143723721, + 3173885148, + 3179761276, + 3173634323, + 1016762884, + 3172283400, + 1021691421, + 3169890528, + 3160880374, + 3175942008, + 1032218534, + 1021881991, + 1035237560, + 3174896150, + 3181119681, + 1024409095, + 1029532039, + 3178297577, + 1036446540, + 3174357651, + 3171024605, + 3178201418, + 1014470468, + 1029759934, + 1012811174, + 3160409611, + 3082957865, + 3171869774, + 3157990637, + 1000499915, + 1034163788, + 3172947796, + 3157139307, + 3153139583, + 1009561146, + 1032242602, + 3174384978, + 1030695952, + 1024811106, + 1018899773, + 3166112815, + 1031936829, + 1017848359, + 989866029, + 3133026699, + 1020097927, + 3169049311, + 1029317186, + 1026300938, + 3172788073, + 1029399671, + 3181945027, + 3174064657, + 3164672948, + 1021250714, + 3161444118, + 1028002150, + 1016366194, + 3178169958, + 3155281850, + 1026654828, + 1022991403, + 1036407416, + 1021707372, + 1032729988, + 1019483208, + 1021066841, + 3168497070, + 3151974287, + 3159756274, + 1027381430, + 1003652874, + 3160874855, + 3185859146, + 3156862727, + 3171659399, + 3175288628, + 3168833016, + 3152936768, + 3134206071, + 1033582428, + 1020292635, + 980887574, + 3176959375, + 3180722037, + 1009516380, + 3188918245, + 1019539565, + 3152897482, + 3177484747, + 992817286, + 3176793021, + 1027930568, + 3169757646, + 1023024287, + 1023969469, + 1032820160, + 3175598470, + 3175586315, + 1028024075, + 1008879691, + 1003099263, + 1008150859, + 3167112228, + 1020813119, + 1018842736, + 3153390829, + 1018591146, + 1015997837, + 1020824862, + 3165535433, + 3172388586, + 1027582277, + 3184534203, + 3178979981, + 1023440314, + 1032518635, + 1012804003, + 3176518763, + 3182255651, + 1011999201, + 3170279615, + 1000236679, + 3163525628, + 1026340329, + 3163818742, + 1028573688, + 1015988197, + 3165231366, + 3163284241, + 3160299994, + 3169669684, + 3172438924, + 3163059350, + 1019017836, + 1028097173, + 3146112880, + 3167607579, + 1026896912, + 1018868417, + 3182817064, + 1016095832, + 1018267267, + 1028881236, + 1024647819, + 3176481455, + 1020726999, + 1020739267, + 3174302766, + 3147358198, + 3181667767, + 991358868, + 3170292390, + 1028324846, + 1020076026, + 1018558020, + 1029328591, + 1024737822, + 3176855685, + 3169008707, + 3174808830, + 1024569131, + 1033159683, + 1031482731, + 1004028326, + 3168837622, + 3162997979, + 1018681588, + 1023087612, + 3156228953, + 3147488654, + 1025138468, + 1020585559, + 3161094097, + 3171603595, + 1033201057, + 1031031761, + 991515363, + 3160788246, + 3156989033, + 3167853927, + 3153044018, + 3178259901, + 3168045268, + 1006759477, + 3154092461, + 1013590383, + 3167701927, + 3180076416, + 1004097965, + 3157991165, + 3174355943, + 3156357728, + 1020635609, + 3141075627, + 1016858612, + 1017787299, + 1033348473, + 1022481779, + 3149878702, + 967133726, + 3165772792, + 3175015213, + 1029016686, + 1027584896, + 3162741401, + 976225000, + 3148357151, + 3160258393, + 1010573550, + 3159120762, + 1017842724, + 3157207131, + 1018461617, + 3163387212, + 1024569648, + 3149838209, + 1024276150, + 1023866886, + 1013249748, + 1005382463, + 1015200814, + 3157114447, + 3174720035, + 1023652512, + 3171154508, + 1018050419, + 1026986244, + 3169446458, + 3162003145, + 998882459, + 1012039080, + 1011221973, + 1020650499, + 3168491661, + 1033852904, + 3137838074, + 3172395539, + 1030679439, + 1016688987, + 1021345662, + 3169289020, + 1027259832, + 1007968350, + 3170396843, + 3163144758, + 3162002028, + 3176613927, + 3167281516, + 1013659722, + 3176791958, + 3165433045, + 1025154451, + 3145488468, + 3150514692, + 3144035652, + 1007376879, + 3171897684, + 1027021594, + 3161191713, + 1022474849, + 1007590068, + 3171561247, + 982811110, + 3158663468, + 3155815465, + 3169046676, + 992379147, + 1017952790, + 1027580719, + 1018399326, + 3162584079, + 3160442183, + 3156208038, + 3178317692, + 1025010707, + 1023594894, + 1031778440, + 3127394407, + 3176990156, + 3155955457, + 1030435526, + 1009812079, + 3145688653, + 3176711137, + 3153659942, + 1023901792, + 1012848166, + 1024949747, + 1027324180, + 1013306729, + 1013664473, + 3162944385, + 3163864640, + 1026031634, + 3176763656, + 3160687198, + 1025375328, + 1016255629, + 1019784511, + 3161392810, + 3175161548, + 984927607, + 1025977519, + 3117013153, + 3158486683, + 3180475087, + 3161307779, + 3149290115, + 1025980234, + 1013407304, + 3141381571, + 3165397904, + 3168792705, + 3175728574, + 1016451184, + 1016235422, + 3160222146, + 3170250327, + 1001991802, + 1017487728, + 3172802439, + 1020551922, + 3161226357, + 3171957750, + 1017396348, + 3167131394, + 999069415, + 1021290705, + 3142719789, + 1021559967, + 3156641098, + 1002791395, + 1025676615, + 1011046378, + 3160631182, + 1021257213, + 1010544639, + 1023628127, + 983391657, + 1026807394, + 3170963938, + 3150313683, + 1020306292, + 3114900650, + 3134114211, + 1016960452, + 1015952504, + 3161747955, + 1028972042, + 1018689667, + 3165530687, + 1018707939, + 3163330025, + 3176630986, + 1011554741, + 3159805699, + 3165650238, + 3157147323, + 1024108472, + 3159007569, + 1020882654, + 3172406628, + 3142091872, + 993918889, + 3169700279, + 3158574420, + 1009937666, + 3171568312, + 1023945471, + 3178357815, + 1019547144, + 1032827048, + 1027179821, + 1015543632, + 1008146722, + 1016478927, + 3168260078, + 1024604961, + 3134290160, + 3166976699, + 1028016625, + 3162312301, + 1003861079, + 1031777617, + 1026807867, + 1019666338, + 3157841013, + 3165053401, + 3159736525, + 1024236456, + 1013198040, + 1023547975, + 1025410780, + 3171858608, + 1024470507, + 3179423528, + 3172440948, + 3154473639, + 1013275770, + 3162951587, + 992241606, + 3164826224, + 3115102448, + 1021482859, + 1023008378, + 1017964151, + 3170118737, + 3166732126, + 3160363937, + 3129343680, + 1010109261, + 1019396152, + 3170085855, + 1030751034, + 3178383779, + 1024456190, + 1027563560, + 997050178, + 3176032491, + 3163952169, + 3165189958, + 1034398712, + 999673460, + 3179950139, + 3170136398, + 1019213636, + 1030199574, + 991517116, + 1027738244, + 995562760, + 1012855101, + 3156211111, + 3154744875, + 1019141579, + 3166177674, + 1002701858, + 990995458, + 3161548382, + 3174966101, + 1024393734, + 999743382, + 3169868861, + 1019388062, + 1000270643, + 3174409708, + 3173669673, + 1024235005, + 1026695464, + 3158918448, + 1013779322, + 3172720285, + 3160442796, + 3163533131, + 3148915410, + 999760432, + 1019964993, + 3180758095, + 997079711, + 1024442152, + 1028852282, + 3172887870, + 1018090716, + 3168645035, + 1025335253, + 996443003, + 3166132381, + 991305785, + 3164410513, + 1015471575, + 3170435608, + 1017536478, + 3172293371, + 1007100790, + 3180479443, + 1009893408, + 1013312987, + 1022870631, + 3164802600, + 3158861780, + 3150056014, + 1015353631, + 3164034523, + 1022037667, + 1017045086, + 3166810906, + 1012339713, + 3177089647, + 3147467524, + 1020134335, + 1024868187, + 3179661036, + 3175357516, + 3173156333, + 1013887305, + 999996723, + 3180913525, + 3155007144, + 1023522059, + 3157619840, + 3150387274, + 3148322871, + 998872780, + 1011514738, + 3173347240, + 3177567226, + 3161533438, + 1030137741, + 3173430166, + 1025229963, + 1005890907, + 3163829266, + 3165002504, + 3173624996, + 3181087317, + 1015588293, + 993631098, + 3183383793, + 3173947400, + 3181067630, + 1025767022, + 1028401909, + 3173238834, + 1016976311, + 1031455349, + 3176220269, + 3172747900, + 1014467760, + 1013620868, + 1003406701, + 3179032204, + 3165251198, + 1025379207, + 1027679722, + 1018402326, + 1021339841, + 3168203476, + 3171420515, + 3166229707, + 1022833154, + 987172152, + 3180106770, + 1020941409, + 1024161269, + 3171526794, + 3123943270, + 3157089667, + 3170973254, + 1008508726, + 1018407491, + 3165169437, + 3174432338, + 1023620161, + 1022042018, + 1022366501, + 975270176, + 1011265300, + 3166985211, + 1000088054, + 3152507701, + 1027219197, + 1004231582, + 1004329309, + 3171535998, + 1028005473, + 987851429, + 3173162753, + 993783094, + 3181662902, + 1022146646, + 1020800844, + 3158124683, + 1020510200, + 1014600924, + 3172400701, + 3167523463, + 986380141, + 3172009866, + 3167579065, + 982832664, + 1014016919, + 1026830909, + 3158137481, + 3152227952, + 1016907962, + 3172524172, + 1019559692, + 3170408309, + 1004769993, + 1028617538, + 3175745415, + 3168426890, + 3171234247, + 1010265929, + 1016070602, + 3174641795, + 1025485199, + 1018087230, + 3167443186, + 3176777540, + 1041696441, + 3179897877, + 1007660688, + 1025690632, + 3163421439, + 3164518231, + 1027587025, + 994719473, + 1009045453, + 1022267316, + 1024837148, + 1014924879, + 1007956205, + 1032222797, + 1019279211, + 3174177338, + 3164537343, + 1015372455, + 989896188, + 1027007092, + 983172588, + 3172855694, + 3156079754, + 3182892255, + 1031976162, + 3156448753, + 1026253359, + 3158363162, + 3163752463, + 1030829463, + 3174606352, + 3135906248, + 3167288111, + 3157755329, + 1023958870, + 982797262, + 3170596185, + 3169984028, + 3158441274, + 3164308280, + 3168249039, + 3147536966, + 990684933, + 3156592353, + 3164208164, + 3147047288, + 1025931987, + 3176101030, + 1023185851 + ], + "text": "Embeddings turn text into vectors that capture semantic meaning, so similar sentences land close together in a high-dimensional space." + }, + { + "name": "spike_single_char", + "source": "opencode#1554 spike text", + "token_ids": [ + 0, + 10, + 2 + ], + "single_bits": [ + 3175819978, + 1016832277, + 3178847586, + 1006598567, + 3160995978, + 3181269533, + 3154682063, + 999493452, + 1018551190, + 1012719277, + 1011126587, + 3158343730, + 3178762063, + 3153703416, + 1023319174, + 1015980664, + 1031048761, + 1028714261, + 3156756576, + 3156555110, + 1007312252, + 3159527625, + 988565527, + 3160265020, + 3175472162, + 1032408694, + 3174434297, + 3160167620, + 3166082860, + 3164776088, + 3148974484, + 3162975485, + 3177654242, + 3154708561, + 1035871895, + 3161770298, + 3174056122, + 3174470675, + 3179663200, + 3165639673, + 3171044298, + 3157684844, + 3174685842, + 3134090141, + 3154746297, + 1007567330, + 1015642597, + 996546357, + 3173211872, + 3164617565, + 3166799935, + 1024045254, + 1010670600, + 1019811936, + 998539178, + 1028704893, + 3162531557, + 3162917454, + 1034228462, + 1020325625, + 1023863243, + 3164278755, + 3164182332, + 3175057199, + 3130131586, + 3158341000, + 981531335, + 3157229501, + 1027783872, + 3171073508, + 3183108657, + 3170622576, + 3171777214, + 1023197909, + 1028632882, + 1014756665, + 1015535861, + 1023183162, + 1011825365, + 991637507, + 3180059705, + 3172264784, + 1027486928, + 3144458238, + 3166861636, + 3155021387, + 3176913040, + 3174173575, + 1025658810, + 1029697859, + 3183064595, + 1030699167, + 1025911149, + 3166513880, + 3162477089, + 3161750655, + 3179354454, + 1022401517, + 1034887525, + 1027803008, + 3162584019, + 3165335713, + 1032781096, + 3153976160, + 3130455732, + 3163623692, + 3168370841, + 3179493193, + 998604134, + 3150706821, + 1018941632, + 3171060578, + 3172358973, + 3172892253, + 3182432823, + 1025240205, + 3155252103, + 3179771488, + 1026708642, + 1024002657, + 1024706768, + 3172851084, + 3154184153, + 3132678080, + 3188961214, + 1021302451, + 3173370298, + 3174473063, + 3183598500, + 3173034535, + 1020546172, + 1030991757, + 3151198082, + 3172757540, + 1022643244, + 1007848255, + 3159939620, + 1033340349, + 3161054861, + 3169964184, + 3185307585, + 999286490, + 3178774455, + 1011442790, + 1002415879, + 3178243125, + 3160848874, + 3180744933, + 1016312405, + 1025006974, + 3171210090, + 1024467384, + 1023043738, + 1019278950, + 1016626992, + 1026310865, + 1018425163, + 1032766697, + 1014184617, + 1008872774, + 1034553152, + 1031941083, + 1009050952, + 3147947881, + 3169931518, + 3173958967, + 3178747429, + 1023164729, + 1025974617, + 3156970516, + 3179304865, + 1000085279, + 3151502426, + 1016557853, + 3176619893, + 1003442887, + 1010737515, + 1025246059, + 3185525214, + 3165173092, + 1011129034, + 3167696342, + 3170748834, + 3171262191, + 3138515640, + 3175389995, + 3182992996, + 926022915, + 3159034130, + 1022832681, + 3167771916, + 3174255745, + 3173346068, + 1017226286, + 3166897175, + 3181262156, + 3179932437, + 1016516315, + 1025830956, + 1032413026, + 1028006334, + 3163241162, + 3157763162, + 1033523071, + 3165909655, + 3152670087, + 1003160772, + 3174873000, + 3131122432, + 3183248559, + 1031594939, + 1030173327, + 3174269023, + 3119401248, + 1027131873, + 3168283048, + 3162818527, + 1023415237, + 1024831180, + 1024011843, + 3163209413, + 3175959572, + 1016477610, + 3173101861, + 1006856320, + 3162938522, + 1025019028, + 1020755132, + 1027628226, + 3180299570, + 1018336561, + 3165899296, + 1020718361, + 1019617675, + 3172532488, + 986691906, + 1024220553, + 1024788475, + 3181994228, + 1033845585, + 1024220255, + 3182002792, + 3162371433, + 1004547782, + 1032692226, + 3154011507, + 3158675839, + 1023759963, + 1016910255, + 995935385, + 3165971151, + 1003635676, + 3155867789, + 1017168886, + 1014076497, + 3182029968, + 3135603337, + 1006187208, + 1024974141, + 1024729009, + 3171342806, + 1025829654, + 1032316036, + 3179324820, + 3173884124, + 3171637022, + 1027564570, + 1019627394, + 997805931, + 1024749985, + 3162616334, + 1019086357, + 3166598486, + 991527144, + 1028182231, + 3156684232, + 3135682910, + 3171182405, + 3170330132, + 3163481287, + 3174250874, + 1021770505, + 3161799937, + 1012531655, + 1011181256, + 1028964000, + 3160036017, + 999005244, + 3167848632, + 1020498882, + 1018375463, + 1016374619, + 1008109227, + 3138301259, + 1025490952, + 1018888822, + 1017024332, + 1022891006, + 3167768194, + 1032377355, + 3165469943, + 3177436465, + 1020512427, + 3171323007, + 1015042718, + 1029038283, + 3142103432, + 3174612505, + 991600250, + 986378771, + 3173687871, + 1015174351, + 1015791908, + 1014255661, + 3147226960, + 3178133834, + 1004805497, + 1021440603, + 3163636331, + 1008460489, + 1021762851, + 3176466696, + 3169992607, + 1000009472, + 3170705851, + 3138172846, + 3164875169, + 3167952875, + 3170998239, + 981742366, + 1028520296, + 1027051618, + 1032481433, + 989022011, + 1033701290, + 3164541767, + 3138420234, + 1006983504, + 1016430438, + 1012323720, + 1019781069, + 3174990800, + 3175165291, + 3171464052, + 1015245060, + 3167965239, + 1016194080, + 3175456228, + 1016024569, + 3168978508, + 3169902631, + 1008799609, + 1017183646, + 982271975, + 993109559, + 3165175570, + 3171296701, + 1016197379, + 1012295336, + 3171736412, + 1023007567, + 3164067878, + 3158261029, + 1028516253, + 1026643119, + 1016518078, + 3180991328, + 3163194164, + 3135721101, + 1027691391, + 3163493581, + 1027419986, + 1009294751, + 3146207773, + 3166085118, + 3166294392, + 1030845024, + 3160757154, + 3171085818, + 1021965015, + 1015359174, + 978490824, + 1020041183, + 1008731349, + 3167863895, + 3175348791, + 3145196563, + 1006863836, + 1027635621, + 3154084639, + 1023654700, + 1016406623, + 995902267, + 3159663265, + 1019860889, + 1017796940, + 3167478373, + 1003927679, + 1016585893, + 3145170007, + 1024973582, + 1020173020, + 3163505730, + 996936059, + 3179456183, + 1017294569, + 3092942981, + 1007639605, + 1014002012, + 1015815542, + 1011294000, + 3181457491, + 1020931297, + 3164187002, + 1035051812, + 1009607662, + 1034455698, + 1025868019, + 1034793864, + 3172011878, + 999942632, + 1029800731, + 3169932656, + 3169458066, + 3163010012, + 1021657239, + 1018668204, + 3161169569, + 3177872433, + 1002964717, + 3178083845, + 1021920595, + 3165817226, + 3176586621, + 1012341860, + 1014662109, + 3165716487, + 1027282650, + 3165903221, + 3168606971, + 3172900337, + 3173385638, + 1029089179, + 3155869540, + 1018843994, + 3156342178, + 3170879588, + 3146724306, + 3149483130, + 1016686231, + 3165733217, + 1012843070, + 1016573820, + 1027879221, + 3172346086, + 1014536809, + 3130401513, + 3156155758, + 3154733850, + 3164683388, + 3166275523, + 982182691, + 3163334317, + 1002463037, + 3153961803, + 1028374107, + 3153987939, + 3173641494, + 1027848681, + 1014526256, + 3174812379, + 1012091989, + 982468186, + 3164097672, + 3171656705, + 1022632973, + 3168615511, + 1022070913, + 1031029717, + 987920956, + 1025059193, + 1024187491, + 1029798824, + 3173581423, + 3172345923, + 1019939209, + 3146851497, + 3161465427, + 1002570593, + 1019003179, + 1017898379, + 3177276415, + 1023491013, + 1008187152, + 1027455261, + 1026146886, + 3160014467, + 1023475920, + 3159291327, + 1010837160, + 3146083207, + 3177527456, + 3153803689, + 3139523971, + 3148162893, + 3169273183, + 1027724860, + 1033912857, + 3173835280, + 3173493197, + 1007241587, + 3164758110, + 3167722062, + 3166592022, + 3153855718, + 1008043213, + 3170427945, + 3174416118, + 1006246316, + 3171559108, + 3168473034, + 1024444634, + 1023949845, + 1024344376, + 1033579302, + 1023782852, + 1009959063, + 1024895967, + 1024809276, + 3179759213, + 1030710511, + 1030188088, + 1025048429, + 3152357225, + 1026622967, + 1004326340, + 3181425755, + 1020367255, + 1026471415, + 3171405746, + 3174498333, + 3166896436, + 999267786, + 3170812969, + 3161602686, + 1025776428, + 1031430015, + 981832820, + 1019046056, + 3176748762, + 3160294736, + 988401893, + 3158952562, + 1024053837, + 3182313532, + 1016508630, + 987049305, + 3178075106, + 1023460399, + 1034911939, + 1014517762, + 1015390696, + 1029293704, + 3170964479, + 3166946189, + 3173036551, + 1007496763, + 1012643194, + 1019967599, + 998778723, + 1025519698, + 3146036141, + 1030731006, + 3172234035, + 1024105233, + 3170480892, + 3152031930, + 3156367684, + 3178238407, + 995656484, + 3179745415, + 1011425738, + 1001777534, + 3176101949, + 996484892, + 3140157950, + 3164971389, + 995756027, + 950904975, + 1025588454, + 3166199617, + 3167704167, + 3164558056, + 3153646513, + 1015699418, + 1021067879, + 1017265140, + 3163537897, + 3141606279, + 3170294883, + 1021647543, + 1021089780, + 1016062833, + 3150727515, + 3151180316, + 3166091252, + 3160064766, + 3165795053, + 1024110314, + 3159448272, + 3171781011, + 3173959954, + 1028805917, + 1009749276, + 1015203768, + 3166282151, + 3148125143, + 1014700053, + 1025174259, + 1023570654, + 3162359972, + 3162585110, + 1028979250, + 1013736230, + 3132916598, + 1001457569, + 1002951835, + 3167698026, + 3168406007, + 1015940277, + 1019239536, + 3161234167, + 3173505779, + 3164048479, + 1016352771, + 1012960930, + 1015253261, + 3147981362, + 3150060269, + 3131293244, + 1030175969, + 1017577936, + 1024655833, + 3172455174, + 3174202260, + 3164920201, + 3141479585, + 3156592765, + 1010913350, + 1029797647, + 3162483660, + 3163969200, + 1016559575, + 1012571362, + 1010165590, + 3167277654, + 3160927561, + 3164340531, + 1014833055, + 1028837079, + 1007385373, + 1000442986, + 3173645559, + 1021640783, + 3162968544, + 1019540330, + 1021428961, + 1023737139, + 1036245920, + 3168835930, + 3157182380, + 1016244475, + 1026996043, + 993415069, + 3169738654, + 3144421875, + 3126195881, + 3176434299, + 3163296370, + 3149794406, + 1028335912, + 3171362973, + 3161400528, + 998734032, + 3181301585, + 3175352415, + 1025111957, + 3156472295, + 3164632998, + 1032663485, + 1028603195, + 1033381296, + 993456203, + 1023605289, + 1032316567, + 3156190471, + 3158295817, + 3169917141, + 3151069324, + 3171154615, + 3176932593, + 3170978518, + 1029872965, + 1019835867, + 3172259774, + 3176602578, + 1023788299, + 1026771040, + 3161273013, + 1012540227, + 3168075444, + 3146438692, + 1013394834, + 1034537461, + 1020914535, + 3164424024, + 3162789462, + 3178722307, + 3163369016, + 1044885030, + 1016911553, + 1024232753, + 1008307502, + 3128373242, + 1025131660, + 3136565663, + 1026377379, + 1024257834, + 3160593869, + 1000569450, + 3167879227, + 1023594539, + 3133536640, + 3148985926, + 1005352394, + 1000443709, + 3172411448, + 1006725295, + 1015577663, + 3150525444, + 3123571276, + 996132866, + 3169403623, + 1025453392, + 1002413935, + 3162914304, + 1028282725, + 3157844810, + 1015508102, + 1029933394, + 3171435833, + 1017437769, + 3168726948, + 1005088770, + 1025537458, + 3156279062, + 3166718707, + 3172420144, + 1020382097, + 3170736714, + 1023549024, + 991490051, + 1006668187, + 1026687177, + 1018690318, + 3171197677, + 3174738381, + 3173919279 + ], + "batch_bits": [ + 3175819978, + 1016832277, + 3178847586, + 1006598567, + 3160995978, + 3181269533, + 3154682063, + 999493452, + 1018551190, + 1012719277, + 1011126587, + 3158343730, + 3178762063, + 3153703416, + 1023319174, + 1015980664, + 1031048761, + 1028714261, + 3156756576, + 3156555110, + 1007312252, + 3159527625, + 988565527, + 3160265020, + 3175472162, + 1032408694, + 3174434297, + 3160167620, + 3166082860, + 3164776088, + 3148974484, + 3162975485, + 3177654242, + 3154708561, + 1035871895, + 3161770298, + 3174056122, + 3174470675, + 3179663200, + 3165639673, + 3171044298, + 3157684844, + 3174685842, + 3134090141, + 3154746297, + 1007567330, + 1015642597, + 996546357, + 3173211872, + 3164617565, + 3166799935, + 1024045254, + 1010670600, + 1019811936, + 998539178, + 1028704893, + 3162531557, + 3162917454, + 1034228462, + 1020325625, + 1023863243, + 3164278755, + 3164182332, + 3175057199, + 3130131586, + 3158341000, + 981531335, + 3157229501, + 1027783872, + 3171073508, + 3183108657, + 3170622576, + 3171777214, + 1023197909, + 1028632882, + 1014756665, + 1015535861, + 1023183162, + 1011825365, + 991637507, + 3180059705, + 3172264784, + 1027486928, + 3144458238, + 3166861636, + 3155021387, + 3176913040, + 3174173575, + 1025658810, + 1029697859, + 3183064595, + 1030699167, + 1025911149, + 3166513880, + 3162477089, + 3161750655, + 3179354454, + 1022401517, + 1034887525, + 1027803008, + 3162584019, + 3165335713, + 1032781096, + 3153976160, + 3130455732, + 3163623692, + 3168370841, + 3179493193, + 998604134, + 3150706821, + 1018941632, + 3171060578, + 3172358973, + 3172892253, + 3182432823, + 1025240205, + 3155252103, + 3179771488, + 1026708642, + 1024002657, + 1024706768, + 3172851084, + 3154184153, + 3132678080, + 3188961214, + 1021302451, + 3173370298, + 3174473063, + 3183598500, + 3173034535, + 1020546172, + 1030991757, + 3151198082, + 3172757540, + 1022643244, + 1007848255, + 3159939620, + 1033340349, + 3161054861, + 3169964184, + 3185307585, + 999286490, + 3178774455, + 1011442790, + 1002415879, + 3178243125, + 3160848874, + 3180744933, + 1016312405, + 1025006974, + 3171210090, + 1024467384, + 1023043738, + 1019278950, + 1016626992, + 1026310865, + 1018425163, + 1032766697, + 1014184617, + 1008872774, + 1034553152, + 1031941083, + 1009050952, + 3147947881, + 3169931518, + 3173958967, + 3178747429, + 1023164729, + 1025974617, + 3156970516, + 3179304865, + 1000085279, + 3151502426, + 1016557853, + 3176619893, + 1003442887, + 1010737515, + 1025246059, + 3185525214, + 3165173092, + 1011129034, + 3167696342, + 3170748834, + 3171262191, + 3138515640, + 3175389995, + 3182992996, + 926022915, + 3159034130, + 1022832681, + 3167771916, + 3174255745, + 3173346068, + 1017226286, + 3166897175, + 3181262156, + 3179932437, + 1016516315, + 1025830956, + 1032413026, + 1028006334, + 3163241162, + 3157763162, + 1033523071, + 3165909655, + 3152670087, + 1003160772, + 3174873000, + 3131122432, + 3183248559, + 1031594939, + 1030173327, + 3174269023, + 3119401248, + 1027131873, + 3168283048, + 3162818527, + 1023415237, + 1024831180, + 1024011843, + 3163209413, + 3175959572, + 1016477610, + 3173101861, + 1006856320, + 3162938522, + 1025019028, + 1020755132, + 1027628226, + 3180299570, + 1018336561, + 3165899296, + 1020718361, + 1019617675, + 3172532488, + 986691906, + 1024220553, + 1024788475, + 3181994228, + 1033845585, + 1024220255, + 3182002792, + 3162371433, + 1004547782, + 1032692226, + 3154011507, + 3158675839, + 1023759963, + 1016910255, + 995935385, + 3165971151, + 1003635676, + 3155867789, + 1017168886, + 1014076497, + 3182029968, + 3135603337, + 1006187208, + 1024974141, + 1024729009, + 3171342806, + 1025829654, + 1032316036, + 3179324820, + 3173884124, + 3171637022, + 1027564570, + 1019627394, + 997805931, + 1024749985, + 3162616334, + 1019086357, + 3166598486, + 991527144, + 1028182231, + 3156684232, + 3135682910, + 3171182405, + 3170330132, + 3163481287, + 3174250874, + 1021770505, + 3161799937, + 1012531655, + 1011181256, + 1028964000, + 3160036017, + 999005244, + 3167848632, + 1020498882, + 1018375463, + 1016374619, + 1008109227, + 3138301259, + 1025490952, + 1018888822, + 1017024332, + 1022891006, + 3167768194, + 1032377355, + 3165469943, + 3177436465, + 1020512427, + 3171323007, + 1015042718, + 1029038283, + 3142103432, + 3174612505, + 991600250, + 986378771, + 3173687871, + 1015174351, + 1015791908, + 1014255661, + 3147226960, + 3178133834, + 1004805497, + 1021440603, + 3163636331, + 1008460489, + 1021762851, + 3176466696, + 3169992607, + 1000009472, + 3170705851, + 3138172846, + 3164875169, + 3167952875, + 3170998239, + 981742366, + 1028520296, + 1027051618, + 1032481433, + 989022011, + 1033701290, + 3164541767, + 3138420234, + 1006983504, + 1016430438, + 1012323720, + 1019781069, + 3174990800, + 3175165291, + 3171464052, + 1015245060, + 3167965239, + 1016194080, + 3175456228, + 1016024569, + 3168978508, + 3169902631, + 1008799609, + 1017183646, + 982271975, + 993109559, + 3165175570, + 3171296701, + 1016197379, + 1012295336, + 3171736412, + 1023007567, + 3164067878, + 3158261029, + 1028516253, + 1026643119, + 1016518078, + 3180991328, + 3163194164, + 3135721101, + 1027691391, + 3163493581, + 1027419986, + 1009294751, + 3146207773, + 3166085118, + 3166294392, + 1030845024, + 3160757154, + 3171085818, + 1021965015, + 1015359174, + 978490824, + 1020041183, + 1008731349, + 3167863895, + 3175348791, + 3145196563, + 1006863836, + 1027635621, + 3154084639, + 1023654700, + 1016406623, + 995902267, + 3159663265, + 1019860889, + 1017796940, + 3167478373, + 1003927679, + 1016585893, + 3145170007, + 1024973582, + 1020173020, + 3163505730, + 996936059, + 3179456183, + 1017294569, + 3092942981, + 1007639605, + 1014002012, + 1015815542, + 1011294000, + 3181457491, + 1020931297, + 3164187002, + 1035051812, + 1009607662, + 1034455698, + 1025868019, + 1034793864, + 3172011878, + 999942632, + 1029800731, + 3169932656, + 3169458066, + 3163010012, + 1021657239, + 1018668204, + 3161169569, + 3177872433, + 1002964717, + 3178083845, + 1021920595, + 3165817226, + 3176586621, + 1012341860, + 1014662109, + 3165716487, + 1027282650, + 3165903221, + 3168606971, + 3172900337, + 3173385638, + 1029089179, + 3155869540, + 1018843994, + 3156342178, + 3170879588, + 3146724306, + 3149483130, + 1016686231, + 3165733217, + 1012843070, + 1016573820, + 1027879221, + 3172346086, + 1014536809, + 3130401513, + 3156155758, + 3154733850, + 3164683388, + 3166275523, + 982182691, + 3163334317, + 1002463037, + 3153961803, + 1028374107, + 3153987939, + 3173641494, + 1027848681, + 1014526256, + 3174812379, + 1012091989, + 982468186, + 3164097672, + 3171656705, + 1022632973, + 3168615511, + 1022070913, + 1031029717, + 987920956, + 1025059193, + 1024187491, + 1029798824, + 3173581423, + 3172345923, + 1019939209, + 3146851497, + 3161465427, + 1002570593, + 1019003179, + 1017898379, + 3177276415, + 1023491013, + 1008187152, + 1027455261, + 1026146886, + 3160014467, + 1023475920, + 3159291327, + 1010837160, + 3146083207, + 3177527456, + 3153803689, + 3139523971, + 3148162893, + 3169273183, + 1027724860, + 1033912857, + 3173835280, + 3173493197, + 1007241587, + 3164758110, + 3167722062, + 3166592022, + 3153855718, + 1008043213, + 3170427945, + 3174416118, + 1006246316, + 3171559108, + 3168473034, + 1024444634, + 1023949845, + 1024344376, + 1033579302, + 1023782852, + 1009959063, + 1024895967, + 1024809276, + 3179759213, + 1030710511, + 1030188088, + 1025048429, + 3152357225, + 1026622967, + 1004326340, + 3181425755, + 1020367255, + 1026471415, + 3171405746, + 3174498333, + 3166896436, + 999267786, + 3170812969, + 3161602686, + 1025776428, + 1031430015, + 981832820, + 1019046056, + 3176748762, + 3160294736, + 988401893, + 3158952562, + 1024053837, + 3182313532, + 1016508630, + 987049305, + 3178075106, + 1023460399, + 1034911939, + 1014517762, + 1015390696, + 1029293704, + 3170964479, + 3166946189, + 3173036551, + 1007496763, + 1012643194, + 1019967599, + 998778723, + 1025519698, + 3146036141, + 1030731006, + 3172234035, + 1024105233, + 3170480892, + 3152031930, + 3156367684, + 3178238407, + 995656484, + 3179745415, + 1011425738, + 1001777534, + 3176101949, + 996484892, + 3140157950, + 3164971389, + 995756027, + 950904975, + 1025588454, + 3166199617, + 3167704167, + 3164558056, + 3153646513, + 1015699418, + 1021067879, + 1017265140, + 3163537897, + 3141606279, + 3170294883, + 1021647543, + 1021089780, + 1016062833, + 3150727515, + 3151180316, + 3166091252, + 3160064766, + 3165795053, + 1024110314, + 3159448272, + 3171781011, + 3173959954, + 1028805917, + 1009749276, + 1015203768, + 3166282151, + 3148125143, + 1014700053, + 1025174259, + 1023570654, + 3162359972, + 3162585110, + 1028979250, + 1013736230, + 3132916598, + 1001457569, + 1002951835, + 3167698026, + 3168406007, + 1015940277, + 1019239536, + 3161234167, + 3173505779, + 3164048479, + 1016352771, + 1012960930, + 1015253261, + 3147981362, + 3150060269, + 3131293244, + 1030175969, + 1017577936, + 1024655833, + 3172455174, + 3174202260, + 3164920201, + 3141479585, + 3156592765, + 1010913350, + 1029797647, + 3162483660, + 3163969200, + 1016559575, + 1012571362, + 1010165590, + 3167277654, + 3160927561, + 3164340531, + 1014833055, + 1028837079, + 1007385373, + 1000442986, + 3173645559, + 1021640783, + 3162968544, + 1019540330, + 1021428961, + 1023737139, + 1036245920, + 3168835930, + 3157182380, + 1016244475, + 1026996043, + 993415069, + 3169738654, + 3144421875, + 3126195881, + 3176434299, + 3163296370, + 3149794406, + 1028335912, + 3171362973, + 3161400528, + 998734032, + 3181301585, + 3175352415, + 1025111957, + 3156472295, + 3164632998, + 1032663485, + 1028603195, + 1033381296, + 993456203, + 1023605289, + 1032316567, + 3156190471, + 3158295817, + 3169917141, + 3151069324, + 3171154615, + 3176932593, + 3170978518, + 1029872965, + 1019835867, + 3172259774, + 3176602578, + 1023788299, + 1026771040, + 3161273013, + 1012540227, + 3168075444, + 3146438692, + 1013394834, + 1034537461, + 1020914535, + 3164424024, + 3162789462, + 3178722307, + 3163369016, + 1044885030, + 1016911553, + 1024232753, + 1008307502, + 3128373242, + 1025131660, + 3136565663, + 1026377379, + 1024257834, + 3160593869, + 1000569450, + 3167879227, + 1023594539, + 3133536640, + 3148985926, + 1005352394, + 1000443709, + 3172411448, + 1006725295, + 1015577663, + 3150525444, + 3123571276, + 996132866, + 3169403623, + 1025453392, + 1002413935, + 3162914304, + 1028282725, + 3157844810, + 1015508102, + 1029933394, + 3171435833, + 1017437769, + 3168726948, + 1005088770, + 1025537458, + 3156279062, + 3166718707, + 3172420144, + 1020382097, + 3170736714, + 1023549024, + 991490051, + 1006668187, + 1026687177, + 1018690318, + 3171197677, + 3174738381, + 3173919279 + ], + "text": "a" + }, + { + "name": "spike_japanese", + "source": "opencode#1554 spike text", + "token_ids": [ + 0, + 76935, + 13034, + 350, + 1172, + 49086, + 2775, + 13482, + 83, + 10, + 14449, + 111, + 7986, + 6, + 55720, + 59725, + 115774, + 15572, + 29367, + 100, + 456, + 97351, + 1405, + 4488, + 63033, + 7, + 36880, + 5941, + 46876, + 7, + 292, + 6, + 98449, + 154, + 193508, + 857, + 16005, + 113517, + 5574, + 30, + 2 + ], + "single_bits": [ + 1021502363, + 3160259899, + 3181728077, + 1020865351, + 1032042991, + 3173577098, + 3170248828, + 1018888759, + 1026244785, + 1000308236, + 3155992952, + 1023898814, + 3178481990, + 1025962419, + 3160421912, + 1030075011, + 3157566152, + 988577472, + 1019252812, + 3185406416, + 990220812, + 3152175274, + 3167740362, + 3163858368, + 1016383324, + 1022163190, + 3156435046, + 3167200869, + 1013941011, + 3160331415, + 1013734026, + 3164675911, + 1024485302, + 1002832549, + 3172661772, + 1018176170, + 1024534010, + 1023375480, + 3175303004, + 1007817631, + 1023802358, + 1031862543, + 3165011705, + 3168268577, + 1011668909, + 988383434, + 3163186415, + 1029565100, + 1018114461, + 3151930222, + 3153221276, + 3153854061, + 3173088295, + 1019763813, + 3152810601, + 3166396517, + 1026829418, + 3167737326, + 3175731907, + 3179599024, + 1029561943, + 1027552522, + 1018557989, + 3129625780, + 998191412, + 1026693986, + 3180798262, + 1008508305, + 1017368194, + 965739970, + 3177251094, + 1026704625, + 3170777400, + 3175721432, + 1016643635, + 3164794967, + 3167310277, + 3178577106, + 3174519076, + 3178561323, + 1019991782, + 3162224856, + 1030909261, + 3173369676, + 3140333950, + 3163886632, + 3136856576, + 3170411999, + 3172445912, + 1024224076, + 1012671073, + 3157058452, + 3170141290, + 998861130, + 3184368022, + 3177716796, + 3174777739, + 3172791993, + 1016781278, + 1012157382, + 1022605221, + 3170953786, + 3174149353, + 988266212, + 3163821475, + 1018062133, + 3171916915, + 1000184437, + 3172286692, + 1000745073, + 994446839, + 3175151000, + 1020541538, + 1037056923, + 1010026818, + 1023693184, + 1032370594, + 3177602388, + 1029530912, + 3119836671, + 3166889864, + 3175772817, + 3174110693, + 1010847314, + 3182475854, + 3174998844, + 3145631814, + 1024457346, + 1019669882, + 3173408436, + 3180415189, + 1037861554, + 3175020626, + 3156940856, + 1016211662, + 1027487157, + 3169612507, + 1029243623, + 3172355875, + 3179428754, + 1012952956, + 1028101922, + 1023972786, + 3136252386, + 1018531113, + 1020241030, + 1035336279, + 1022035835, + 1010668339, + 1023730137, + 3180710793, + 3174531525, + 3166327026, + 1014027389, + 3182758026, + 1011016239, + 3164411935, + 3158543819, + 996030651, + 1018891331, + 1033008194, + 3186013134, + 3116055427, + 995023046, + 1008988693, + 3181544464, + 1012761830, + 1029457753, + 3164823109, + 1019683332, + 992281081, + 3178182508, + 3175738782, + 3157519973, + 1017886285, + 1013717649, + 1025742769, + 1021378464, + 3174192887, + 1026308267, + 3168452677, + 1034877729, + 3145089839, + 1036232297, + 1019385450, + 3143298449, + 3158485321, + 1030734480, + 1022339200, + 999181715, + 1032799444, + 1026013045, + 3182330208, + 1024193217, + 3167462386, + 3183464642, + 1025589889, + 1009147967, + 3176431231, + 3162689059, + 1019102143, + 1004161062, + 1024803836, + 3177048771, + 1024244510, + 3180881857, + 1001482091, + 1031034290, + 3165299437, + 1027204407, + 3176551997, + 3170790208, + 3182112798, + 3168872634, + 3166477244, + 1026496979, + 3154190121, + 1024361080, + 3146292970, + 977214592, + 996832645, + 1022292781, + 3168764435, + 1027274825, + 3157405737, + 3151777565, + 3170693730, + 1032561507, + 980040640, + 1012044402, + 1017499218, + 3175055326, + 3175138914, + 3177032271, + 1030094212, + 1033398360, + 1018369234, + 3167601430, + 3180795300, + 3164626435, + 1016508260, + 3163648536, + 3155965086, + 1020952964, + 3174398938, + 1019689967, + 1018908098, + 3164623161, + 1026844007, + 1014824094, + 3166803287, + 3171661963, + 3176979410, + 3162709624, + 1012727977, + 3139164768, + 3157314093, + 1026627085, + 3154485304, + 3170315166, + 1027971340, + 3173062368, + 1015732346, + 1004789912, + 1005017686, + 1028281201, + 1008564850, + 1009478662, + 1030153285, + 3172370388, + 3171855408, + 1019024248, + 1035850825, + 3176194274, + 3177099962, + 3163929538, + 1024636857, + 3170895477, + 3145565873, + 3172699457, + 1028146109, + 1026969102, + 1031818873, + 973604884, + 1007578193, + 3175561209, + 3166183903, + 1009888374, + 3169303964, + 1033485429, + 1028336361, + 1028521910, + 1024468853, + 3166546682, + 1026825667, + 1018320166, + 1015430861, + 1010989913, + 3174441086, + 1017997199, + 3172133841, + 3172689915, + 3181098857, + 1025988000, + 3162316756, + 3174567322, + 3176559660, + 1027439550, + 3151742277, + 981122102, + 3168549032, + 3148908758, + 3166786253, + 1000487800, + 1030284537, + 1029377176, + 3171941571, + 1018433997, + 1029644726, + 3145549467, + 3155148135, + 3155126222, + 1028344418, + 1000401966, + 3180114119, + 3172892349, + 1011566975, + 3174250745, + 1021585718, + 1028555889, + 3157142452, + 3175020198, + 3150291584, + 3171500937, + 3160736429, + 1006835222, + 1033854166, + 3164268855, + 3124727321, + 1003125956, + 1021226562, + 993028964, + 999767410, + 1017865823, + 3153868812, + 3162492523, + 1024168031, + 3158619774, + 3162595855, + 1019634008, + 1013113798, + 3168270291, + 3161248698, + 3122379190, + 1011915525, + 3176654255, + 1004260541, + 3173663095, + 3160527549, + 3165841126, + 3171022298, + 1022071030, + 1005271768, + 1024186043, + 3164278488, + 3166371038, + 3166935030, + 3145486233, + 1030902828, + 3159080278, + 1001889770, + 1007354580, + 3158251678, + 3166781602, + 3171689193, + 1005742439, + 1022694864, + 3146828936, + 3157424764, + 1015715416, + 1011453872, + 1016835982, + 998269342, + 3162701115, + 3104290309, + 1008114959, + 1023567026, + 3164247539, + 1018802979, + 3174559464, + 3173940503, + 1021708124, + 3132629433, + 991097648, + 3167787302, + 1024862824, + 1029500943, + 1017100890, + 3173590564, + 1017066545, + 1032572290, + 3138590440, + 3172553672, + 3167194238, + 991919236, + 1028421271, + 1017922710, + 3166141993, + 1015874873, + 3159387514, + 1020986509, + 3156760221, + 1014351936, + 3175174571, + 3149199988, + 1023373781, + 982067144, + 1010294057, + 3162888800, + 3172673581, + 3180499806, + 3173878879, + 1033268252, + 1023942400, + 1002670708, + 3176037039, + 3148872858, + 1024812414, + 1008149499, + 1032238891, + 1033613338, + 990876693, + 1033161707, + 1010010502, + 3155004473, + 1015691139, + 1009346591, + 1009585523, + 1026795656, + 3162574645, + 3174535778, + 1025003943, + 3176477607, + 3178052722, + 1007342498, + 3178502219, + 3122374329, + 1021341953, + 3138573478, + 3165938853, + 1021932879, + 1026200137, + 1019836145, + 1022328407, + 3153137335, + 1021962999, + 1030600048, + 1000354184, + 3166723005, + 1025639997, + 3147884133, + 994995863, + 3138414682, + 3155003358, + 1015254587, + 992579355, + 3161511144, + 3165640360, + 1027436596, + 997075864, + 3170709190, + 1008254431, + 1017856725, + 3173923371, + 1014349129, + 3171812884, + 1019586288, + 3160920730, + 3161642255, + 3158680202, + 3144120360, + 3176896496, + 1022437612, + 1011452099, + 955887279, + 1025216563, + 1018135761, + 3169636067, + 3174246164, + 3158440105, + 1028377916, + 1021613351, + 1033632013, + 3177745966, + 983420919, + 3153501604, + 975167379, + 3171293679, + 1024464729, + 3139706501, + 1011788978, + 3160296179, + 1028497714, + 1015313974, + 1014405851, + 3176197310, + 1015486700, + 3179475369, + 1022980638, + 1034015491, + 3150758745, + 1028205907, + 3157028706, + 3176131852, + 1009980466, + 3173207459, + 3174118399, + 3171210353, + 993204825, + 3164924144, + 3161145010, + 3172122775, + 3181488752, + 988240982, + 1002437354, + 3154709190, + 3161071248, + 3171633073, + 3170510199, + 3175480752, + 1030021827, + 1023916490, + 3157721239, + 982298846, + 3171617797, + 1024332446, + 1033638634, + 3174727910, + 3117076963, + 999143388, + 1016199187, + 1032046503, + 3174665516, + 3179318062, + 3176671061, + 1016536616, + 1025573971, + 1022091514, + 1006742271, + 3165241787, + 970215913, + 1016586814, + 1008228950, + 1021869495, + 1031704950, + 1023643853, + 3164954898, + 1019506328, + 1027650269, + 1018316998, + 3180925032, + 1003714761, + 1018097366, + 3160026224, + 3171179409, + 3149654432, + 3148885975, + 1015542686, + 977061023, + 1025512917, + 3165653284, + 3142222007, + 3161206989, + 3141350767, + 3141367664, + 3157677767, + 990942552, + 1010066528, + 3171383990, + 1036317879, + 3154401502, + 3156238697, + 1027229165, + 3113448451, + 3174714888, + 3167573478, + 3139119869, + 1013132217, + 1013649717, + 3176825403, + 1017890422, + 1010735593, + 1030028397, + 3166810070, + 999628077, + 1014746137, + 1015109742, + 1031534631, + 3129441467, + 3155172461, + 1027699777, + 3170251016, + 1026586632, + 3158207606, + 1022002924, + 1028899335, + 3172883047, + 3182835918, + 1025815056, + 1021283092, + 1009410147, + 3175759274, + 3184321891, + 1021646792, + 1018130525, + 3168465669, + 3144909367, + 1035213219, + 3173469009, + 3163759158, + 3168178742, + 992909651, + 1025262223, + 3175725067, + 3165338746, + 1025743389, + 1016337904, + 1022159631, + 1020753351, + 3171825386, + 3166245196, + 3164012025, + 972837958, + 3179503931, + 1027632511, + 1001093848, + 3182262028, + 3160694855, + 3166925224, + 3166361393, + 3153769075, + 1027487470, + 1025775571, + 1008956083, + 3157802681, + 3154912319, + 1006381658, + 1019649378, + 3175631787, + 3159005626, + 1018233553, + 3143379349, + 1004451027, + 1031408668, + 1029983743, + 3171333060, + 3170554606, + 1014176193, + 1032312396, + 3145236376, + 3177676451, + 1021399810, + 1021292757, + 3165463484, + 999426642, + 3155028185, + 1008271566, + 1033447930, + 1017564205, + 1028766605, + 3174521989, + 1006069794, + 3162131145, + 1020045836, + 3172523868, + 3159946391, + 989598229, + 1019930242, + 3106382129, + 3157242291, + 1010826896, + 3167552055, + 1003951918, + 1009174744, + 985302173, + 3157303821, + 3172429243, + 3173036566, + 3153235682, + 1024704024, + 3161495692, + 3168884609, + 1021767986, + 3166326843, + 1019680756, + 1031854011, + 3156818894, + 982936006, + 3158314331, + 3172242795, + 1023233359, + 1011614687, + 1025437522, + 3169513490, + 1009882163, + 1023739605, + 3170173894, + 1032104507, + 1027843272, + 3165695558, + 3148194358, + 3175914485, + 3157893043, + 3164923781, + 1020271899, + 1030161886, + 1036154169, + 3171284283, + 1015133886, + 1025655490, + 3177578725, + 3171545512, + 1017860552, + 3157696284, + 3165847369, + 1023398923, + 3154821980, + 990178699, + 3150119984, + 3167344958, + 1018229825, + 3171607607, + 1025423044, + 3170110090, + 3176038140, + 1026192170, + 3119334305, + 1025672946, + 3151274188, + 3175531040, + 980719953, + 3133251475, + 3168119551, + 3156736869, + 1021111164, + 1017482550, + 3169326734, + 3173278907, + 1028831958, + 3155803125, + 3172974004, + 3168264796, + 3171093084, + 1004255703, + 1017327073, + 3167976710, + 1025861292, + 3172571132, + 3156727367, + 1016849250, + 1008567539, + 1033484996, + 3165423923, + 3166678858, + 3171353416, + 1024519025, + 995524536, + 3177715572 + ], + "batch_bits": [ + 1021502363, + 3160259899, + 3181728077, + 1020865351, + 1032042991, + 3173577098, + 3170248828, + 1018888759, + 1026244785, + 1000308236, + 3155992952, + 1023898814, + 3178481990, + 1025962419, + 3160421912, + 1030075011, + 3157566152, + 988577472, + 1019252812, + 3185406416, + 990220812, + 3152175274, + 3167740362, + 3163858368, + 1016383324, + 1022163190, + 3156435046, + 3167200869, + 1013941011, + 3160331415, + 1013734026, + 3164675911, + 1024485302, + 1002832549, + 3172661772, + 1018176170, + 1024534010, + 1023375480, + 3175303004, + 1007817631, + 1023802358, + 1031862543, + 3165011705, + 3168268577, + 1011668909, + 988383434, + 3163186415, + 1029565100, + 1018114461, + 3151930222, + 3153221276, + 3153854061, + 3173088295, + 1019763813, + 3152810601, + 3166396517, + 1026829418, + 3167737326, + 3175731907, + 3179599024, + 1029561943, + 1027552522, + 1018557989, + 3129625780, + 998191412, + 1026693986, + 3180798262, + 1008508305, + 1017368194, + 965739970, + 3177251094, + 1026704625, + 3170777400, + 3175721432, + 1016643635, + 3164794967, + 3167310277, + 3178577106, + 3174519076, + 3178561323, + 1019991782, + 3162224856, + 1030909261, + 3173369676, + 3140333950, + 3163886632, + 3136856576, + 3170411999, + 3172445912, + 1024224076, + 1012671073, + 3157058452, + 3170141290, + 998861130, + 3184368022, + 3177716796, + 3174777739, + 3172791993, + 1016781278, + 1012157382, + 1022605221, + 3170953786, + 3174149353, + 988266212, + 3163821475, + 1018062133, + 3171916915, + 1000184437, + 3172286692, + 1000745073, + 994446839, + 3175151000, + 1020541538, + 1037056923, + 1010026818, + 1023693184, + 1032370594, + 3177602388, + 1029530912, + 3119836671, + 3166889864, + 3175772817, + 3174110693, + 1010847314, + 3182475854, + 3174998844, + 3145631814, + 1024457346, + 1019669882, + 3173408436, + 3180415189, + 1037861554, + 3175020626, + 3156940856, + 1016211662, + 1027487157, + 3169612507, + 1029243623, + 3172355875, + 3179428754, + 1012952956, + 1028101922, + 1023972786, + 3136252386, + 1018531113, + 1020241030, + 1035336279, + 1022035835, + 1010668339, + 1023730137, + 3180710793, + 3174531525, + 3166327026, + 1014027389, + 3182758026, + 1011016239, + 3164411935, + 3158543819, + 996030651, + 1018891331, + 1033008194, + 3186013134, + 3116055427, + 995023046, + 1008988693, + 3181544464, + 1012761830, + 1029457753, + 3164823109, + 1019683332, + 992281081, + 3178182508, + 3175738782, + 3157519973, + 1017886285, + 1013717649, + 1025742769, + 1021378464, + 3174192887, + 1026308267, + 3168452677, + 1034877729, + 3145089839, + 1036232297, + 1019385450, + 3143298449, + 3158485321, + 1030734480, + 1022339200, + 999181715, + 1032799444, + 1026013045, + 3182330208, + 1024193217, + 3167462386, + 3183464642, + 1025589889, + 1009147967, + 3176431231, + 3162689059, + 1019102143, + 1004161062, + 1024803836, + 3177048771, + 1024244510, + 3180881857, + 1001482091, + 1031034290, + 3165299437, + 1027204407, + 3176551997, + 3170790208, + 3182112798, + 3168872634, + 3166477244, + 1026496979, + 3154190121, + 1024361080, + 3146292970, + 977214592, + 996832645, + 1022292781, + 3168764435, + 1027274825, + 3157405737, + 3151777565, + 3170693730, + 1032561507, + 980040640, + 1012044402, + 1017499218, + 3175055326, + 3175138914, + 3177032271, + 1030094212, + 1033398360, + 1018369234, + 3167601430, + 3180795300, + 3164626435, + 1016508260, + 3163648536, + 3155965086, + 1020952964, + 3174398938, + 1019689967, + 1018908098, + 3164623161, + 1026844007, + 1014824094, + 3166803287, + 3171661963, + 3176979410, + 3162709624, + 1012727977, + 3139164768, + 3157314093, + 1026627085, + 3154485304, + 3170315166, + 1027971340, + 3173062368, + 1015732346, + 1004789912, + 1005017686, + 1028281201, + 1008564850, + 1009478662, + 1030153285, + 3172370388, + 3171855408, + 1019024248, + 1035850825, + 3176194274, + 3177099962, + 3163929538, + 1024636857, + 3170895477, + 3145565873, + 3172699457, + 1028146109, + 1026969102, + 1031818873, + 973604884, + 1007578193, + 3175561209, + 3166183903, + 1009888374, + 3169303964, + 1033485429, + 1028336361, + 1028521910, + 1024468853, + 3166546682, + 1026825667, + 1018320166, + 1015430861, + 1010989913, + 3174441086, + 1017997199, + 3172133841, + 3172689915, + 3181098857, + 1025988000, + 3162316756, + 3174567322, + 3176559660, + 1027439550, + 3151742277, + 981122102, + 3168549032, + 3148908758, + 3166786253, + 1000487800, + 1030284537, + 1029377176, + 3171941571, + 1018433997, + 1029644726, + 3145549467, + 3155148135, + 3155126222, + 1028344418, + 1000401966, + 3180114119, + 3172892349, + 1011566975, + 3174250745, + 1021585718, + 1028555889, + 3157142452, + 3175020198, + 3150291584, + 3171500937, + 3160736429, + 1006835222, + 1033854166, + 3164268855, + 3124727321, + 1003125956, + 1021226562, + 993028964, + 999767410, + 1017865823, + 3153868812, + 3162492523, + 1024168031, + 3158619774, + 3162595855, + 1019634008, + 1013113798, + 3168270291, + 3161248698, + 3122379190, + 1011915525, + 3176654255, + 1004260541, + 3173663095, + 3160527549, + 3165841126, + 3171022298, + 1022071030, + 1005271768, + 1024186043, + 3164278488, + 3166371038, + 3166935030, + 3145486233, + 1030902828, + 3159080278, + 1001889770, + 1007354580, + 3158251678, + 3166781602, + 3171689193, + 1005742439, + 1022694864, + 3146828936, + 3157424764, + 1015715416, + 1011453872, + 1016835982, + 998269342, + 3162701115, + 3104290309, + 1008114959, + 1023567026, + 3164247539, + 1018802979, + 3174559464, + 3173940503, + 1021708124, + 3132629433, + 991097648, + 3167787302, + 1024862824, + 1029500943, + 1017100890, + 3173590564, + 1017066545, + 1032572290, + 3138590440, + 3172553672, + 3167194238, + 991919236, + 1028421271, + 1017922710, + 3166141993, + 1015874873, + 3159387514, + 1020986509, + 3156760221, + 1014351936, + 3175174571, + 3149199988, + 1023373781, + 982067144, + 1010294057, + 3162888800, + 3172673581, + 3180499806, + 3173878879, + 1033268252, + 1023942400, + 1002670708, + 3176037039, + 3148872858, + 1024812414, + 1008149499, + 1032238891, + 1033613338, + 990876693, + 1033161707, + 1010010502, + 3155004473, + 1015691139, + 1009346591, + 1009585523, + 1026795656, + 3162574645, + 3174535778, + 1025003943, + 3176477607, + 3178052722, + 1007342498, + 3178502219, + 3122374329, + 1021341953, + 3138573478, + 3165938853, + 1021932879, + 1026200137, + 1019836145, + 1022328407, + 3153137335, + 1021962999, + 1030600048, + 1000354184, + 3166723005, + 1025639997, + 3147884133, + 994995863, + 3138414682, + 3155003358, + 1015254587, + 992579355, + 3161511144, + 3165640360, + 1027436596, + 997075864, + 3170709190, + 1008254431, + 1017856725, + 3173923371, + 1014349129, + 3171812884, + 1019586288, + 3160920730, + 3161642255, + 3158680202, + 3144120360, + 3176896496, + 1022437612, + 1011452099, + 955887279, + 1025216563, + 1018135761, + 3169636067, + 3174246164, + 3158440105, + 1028377916, + 1021613351, + 1033632013, + 3177745966, + 983420919, + 3153501604, + 975167379, + 3171293679, + 1024464729, + 3139706501, + 1011788978, + 3160296179, + 1028497714, + 1015313974, + 1014405851, + 3176197310, + 1015486700, + 3179475369, + 1022980638, + 1034015491, + 3150758745, + 1028205907, + 3157028706, + 3176131852, + 1009980466, + 3173207459, + 3174118399, + 3171210353, + 993204825, + 3164924144, + 3161145010, + 3172122775, + 3181488752, + 988240982, + 1002437354, + 3154709190, + 3161071248, + 3171633073, + 3170510199, + 3175480752, + 1030021827, + 1023916490, + 3157721239, + 982298846, + 3171617797, + 1024332446, + 1033638634, + 3174727910, + 3117076963, + 999143388, + 1016199187, + 1032046503, + 3174665516, + 3179318062, + 3176671061, + 1016536616, + 1025573971, + 1022091514, + 1006742271, + 3165241787, + 970215913, + 1016586814, + 1008228950, + 1021869495, + 1031704950, + 1023643853, + 3164954898, + 1019506328, + 1027650269, + 1018316998, + 3180925032, + 1003714761, + 1018097366, + 3160026224, + 3171179409, + 3149654432, + 3148885975, + 1015542686, + 977061023, + 1025512917, + 3165653284, + 3142222007, + 3161206989, + 3141350767, + 3141367664, + 3157677767, + 990942552, + 1010066528, + 3171383990, + 1036317879, + 3154401502, + 3156238697, + 1027229165, + 3113448451, + 3174714888, + 3167573478, + 3139119869, + 1013132217, + 1013649717, + 3176825403, + 1017890422, + 1010735593, + 1030028397, + 3166810070, + 999628077, + 1014746137, + 1015109742, + 1031534631, + 3129441467, + 3155172461, + 1027699777, + 3170251016, + 1026586632, + 3158207606, + 1022002924, + 1028899335, + 3172883047, + 3182835918, + 1025815056, + 1021283092, + 1009410147, + 3175759274, + 3184321891, + 1021646792, + 1018130525, + 3168465669, + 3144909367, + 1035213219, + 3173469009, + 3163759158, + 3168178742, + 992909651, + 1025262223, + 3175725067, + 3165338746, + 1025743389, + 1016337904, + 1022159631, + 1020753351, + 3171825386, + 3166245196, + 3164012025, + 972837958, + 3179503931, + 1027632511, + 1001093848, + 3182262028, + 3160694855, + 3166925224, + 3166361393, + 3153769075, + 1027487470, + 1025775571, + 1008956083, + 3157802681, + 3154912319, + 1006381658, + 1019649378, + 3175631787, + 3159005626, + 1018233553, + 3143379349, + 1004451027, + 1031408668, + 1029983743, + 3171333060, + 3170554606, + 1014176193, + 1032312396, + 3145236376, + 3177676451, + 1021399810, + 1021292757, + 3165463484, + 999426642, + 3155028185, + 1008271566, + 1033447930, + 1017564205, + 1028766605, + 3174521989, + 1006069794, + 3162131145, + 1020045836, + 3172523868, + 3159946391, + 989598229, + 1019930242, + 3106382129, + 3157242291, + 1010826896, + 3167552055, + 1003951918, + 1009174744, + 985302173, + 3157303821, + 3172429243, + 3173036566, + 3153235682, + 1024704024, + 3161495692, + 3168884609, + 1021767986, + 3166326843, + 1019680756, + 1031854011, + 3156818894, + 982936006, + 3158314331, + 3172242795, + 1023233359, + 1011614687, + 1025437522, + 3169513490, + 1009882163, + 1023739605, + 3170173894, + 1032104507, + 1027843272, + 3165695558, + 3148194358, + 3175914485, + 3157893043, + 3164923781, + 1020271899, + 1030161886, + 1036154169, + 3171284283, + 1015133886, + 1025655490, + 3177578725, + 3171545512, + 1017860552, + 3157696284, + 3165847369, + 1023398923, + 3154821980, + 990178699, + 3150119984, + 3167344958, + 1018229825, + 3171607607, + 1025423044, + 3170110090, + 3176038140, + 1026192170, + 3119334305, + 1025672946, + 3151274188, + 3175531040, + 980719953, + 3133251475, + 3168119551, + 3156736869, + 1021111164, + 1017482550, + 3169326734, + 3173278907, + 1028831958, + 3155803125, + 3172974004, + 3168264796, + 3171093084, + 1004255703, + 1017327073, + 3167976710, + 1025861292, + 3172571132, + 3156727367, + 1016849250, + 1008567539, + 1033484996, + 3165423923, + 3166678858, + 3171353416, + 1024519025, + 995524536, + 3177715572 + ], + "text": "Snowflake Arctic Embed is a family of text embedding models optimized for retrieval workloads across many languages — 日本語のテキストも含まれます。" + }, + { + "name": "spike_empty", + "source": "opencode#1554 spike text", + "token_ids": [ + 0, + 2 + ], + "single_bits": [ + 3177288102, + 3136631908, + 3177034960, + 3141727005, + 3171177023, + 3179151455, + 3170380811, + 3162881407, + 1023511454, + 3151545320, + 1002301123, + 1002764238, + 3167713018, + 979917452, + 3156128760, + 1010270744, + 1033761659, + 1030699617, + 1015245753, + 1004061745, + 1012434115, + 3163098348, + 3157923586, + 1008594071, + 3179643558, + 1030648156, + 3169471242, + 3162786558, + 3163678294, + 1011320479, + 1009761137, + 3170474906, + 3180905706, + 1012036119, + 1029780784, + 3172417451, + 3168530031, + 3169691513, + 3180091524, + 3172425148, + 3168152974, + 3148943341, + 3172726517, + 999103109, + 3171478250, + 3169679003, + 1022106592, + 993585519, + 3179893033, + 3173500632, + 977574691, + 1028934601, + 3131814214, + 1014754603, + 1027201061, + 1031383151, + 3165459636, + 3170861107, + 1034033143, + 1025517259, + 1010131007, + 3156428002, + 3173804732, + 3179991385, + 3167664674, + 1018454279, + 3106940994, + 3138398921, + 1027211277, + 3166440916, + 3180184998, + 3178679997, + 3156507998, + 1025828430, + 1030992727, + 1027876891, + 1017389874, + 1024841603, + 1015346895, + 3162898287, + 3172748955, + 3147344158, + 1025911991, + 3170013235, + 3156721786, + 3155410299, + 3176231653, + 3169243260, + 1028666990, + 1028433967, + 3180515057, + 1030635893, + 1019003679, + 3173470319, + 3175534686, + 3164973909, + 3174971643, + 1031911740, + 1030955606, + 1021707296, + 1016775766, + 3169968422, + 1031276066, + 1008613017, + 3159616303, + 3134075654, + 3169131838, + 3175537706, + 1012033546, + 998883305, + 1025155293, + 3158765816, + 3172833939, + 1008616917, + 3177609236, + 3119989432, + 3135588930, + 3177775228, + 1020018546, + 1023863783, + 1028236092, + 3163820809, + 3167318686, + 1003721692, + 3185068940, + 1013849526, + 3172452982, + 3181039906, + 3181205432, + 3173620014, + 1015723016, + 1031366233, + 1008940973, + 3161173591, + 1015494546, + 1008365178, + 3169134654, + 1022722293, + 3166864535, + 1006777561, + 3184709474, + 3165038157, + 3178173985, + 999114980, + 1016889059, + 3181221336, + 964608330, + 3185842091, + 944332437, + 1027429839, + 3160961498, + 1023711492, + 1004693618, + 3142827351, + 1018144797, + 1025733813, + 1016071595, + 1033733502, + 1015414478, + 1025347839, + 1035299417, + 1035419058, + 1009667244, + 3157054188, + 3177329763, + 3176678924, + 3174312715, + 992527557, + 1029191950, + 1011002860, + 3174120466, + 3165566256, + 3162604336, + 1028006866, + 3178053208, + 3129153523, + 1012784859, + 1015055664, + 3185118598, + 3173991187, + 1015455709, + 3173428288, + 3167714975, + 3163076063, + 3148237160, + 3177254661, + 3180913012, + 3161295543, + 3177924923, + 1015083116, + 3160278903, + 3180360996, + 1014735378, + 998380948, + 3146462143, + 3178822765, + 3179735022, + 1016843756, + 1020716476, + 1035667600, + 1029964303, + 3168998144, + 1016539554, + 1036210521, + 3174551235, + 1010735207, + 1023441980, + 3175120815, + 3156239132, + 3174814985, + 1033004756, + 1028631682, + 3180198655, + 1018286754, + 1019238451, + 3164258921, + 1008613699, + 1020027466, + 978658142, + 1017578702, + 999749551, + 3173665121, + 1011609610, + 3167506001, + 1016694090, + 3170313515, + 1018658160, + 1027122213, + 1032288591, + 3180737115, + 3138171532, + 978153809, + 1012336644, + 994943812, + 3175644716, + 3173953726, + 1032036227, + 1008186288, + 3179602585, + 1031094147, + 1023600795, + 3174649517, + 3169181261, + 1024513507, + 1024586857, + 3163450316, + 3155497197, + 1024650008, + 1022423440, + 3173344737, + 1007743676, + 3163111301, + 3171879498, + 1025734452, + 1008015720, + 3183439634, + 3163316905, + 1000451464, + 1015850926, + 1027454359, + 3150622867, + 1021614968, + 1029349806, + 3175102603, + 3177886174, + 3171311749, + 1031528979, + 1022906977, + 1010662832, + 1008479898, + 3171116909, + 1019332290, + 3161017115, + 985259535, + 1029911727, + 3159349649, + 1019740345, + 3157839374, + 3128968062, + 3157038566, + 3174639997, + 1023461527, + 3165374123, + 1010325178, + 1021881713, + 1031093494, + 1016873521, + 3168824612, + 996100197, + 1015501813, + 1021842763, + 1009994214, + 985667040, + 3155951291, + 1031721064, + 1017041727, + 1008237699, + 1010357587, + 3171260374, + 1024203358, + 1004774956, + 3172985357, + 1018343412, + 3172898324, + 982600459, + 1030865409, + 999832964, + 3175483721, + 1015718206, + 1008943075, + 3175681727, + 1013260759, + 1012790884, + 1019322392, + 3174656313, + 3176890192, + 3155296174, + 1001277379, + 994646099, + 1016071591, + 1015811187, + 3179816802, + 3165717026, + 1006091317, + 3158071804, + 1018012793, + 3172671266, + 3166432484, + 3160653001, + 3154382402, + 1028203969, + 1023450311, + 1027543926, + 1020323591, + 1034494612, + 3160861428, + 1000725960, + 1016240721, + 1018353276, + 1018487885, + 1025679572, + 3172752755, + 3173912827, + 3146525190, + 1013403426, + 3156118985, + 1023050452, + 3171366455, + 3136089915, + 3163817328, + 3151321377, + 1009801517, + 1019032390, + 3171528814, + 3158563749, + 3174754544, + 3173580159, + 997445627, + 3167919548, + 3173892630, + 1027123175, + 3168196376, + 998685412, + 1029659860, + 1020526660, + 998770113, + 3178879494, + 3163836855, + 1017451628, + 1020870305, + 3171992886, + 1009601257, + 1020552054, + 1017322588, + 3174076616, + 3165581839, + 1024452876, + 3153734432, + 3175171932, + 1020776668, + 3155255231, + 1014908347, + 1018298301, + 1013831304, + 3150470697, + 3176334345, + 3132658353, + 1016930425, + 1026314749, + 3139229325, + 1025974986, + 1028289918, + 3165041550, + 3155200329, + 1019050790, + 1008561363, + 3166729762, + 1028313193, + 3133839194, + 992261212, + 1012582774, + 1021037217, + 3169758590, + 1004723585, + 3178699815, + 3147138222, + 3140699904, + 1028314673, + 1020124859, + 1018777111, + 1004761084, + 3174901364, + 3157751783, + 3168970855, + 1036651738, + 1013412387, + 1031777130, + 1019450669, + 1027681203, + 3177400628, + 3155764169, + 1032072644, + 3176961910, + 3179859519, + 3166243580, + 3155841439, + 1014979854, + 992377029, + 3175849696, + 988124713, + 3175228794, + 1016719495, + 3158474527, + 3177702803, + 1016497944, + 1009396082, + 3175719402, + 1010967165, + 3173768260, + 3174460742, + 3172115154, + 3167426282, + 1030048587, + 3166899069, + 1024111568, + 3159456179, + 3164156244, + 3137744112, + 3160140538, + 1017007996, + 1011094368, + 1029122219, + 983463037, + 1032806636, + 3172539613, + 1031417030, + 997959650, + 977120953, + 3167040332, + 3139663239, + 1021551623, + 987810081, + 1012725672, + 1010011337, + 3148997024, + 1024681988, + 1022668925, + 3174690005, + 1021570544, + 1008317667, + 3168703937, + 1026161520, + 1018170783, + 3148506293, + 1017795441, + 1010895539, + 3154416011, + 1024638635, + 1033340436, + 3159237102, + 1029010081, + 1023457987, + 1025464770, + 3173651385, + 3172332539, + 1017088742, + 3160570819, + 3165316135, + 985877675, + 1021613116, + 1031467397, + 3170250695, + 999291366, + 998508116, + 1001183690, + 1029376695, + 3155999336, + 1031159320, + 3147395712, + 1016300057, + 3148320594, + 3174985934, + 1017428960, + 3167626902, + 3159997516, + 3174162712, + 1018675791, + 1034737947, + 3180811799, + 3177314066, + 989262594, + 3166318356, + 3170474518, + 3167524776, + 3166692391, + 1008439834, + 3153603605, + 3168066825, + 995246905, + 3158393885, + 998596550, + 1028345115, + 1031553458, + 1026311123, + 1031210553, + 1019520061, + 1017678077, + 1023856433, + 1022963017, + 3176611271, + 1033107666, + 1029199762, + 1022779461, + 3175264760, + 1024601714, + 1024207559, + 3184700485, + 1027259146, + 1031447356, + 3176789384, + 3174177461, + 3152466681, + 3165934202, + 3164736741, + 3170960186, + 1028173607, + 1027350317, + 3159522800, + 1029447283, + 3168669033, + 3158113338, + 990189913, + 3147826411, + 1025507136, + 3179405918, + 1022152608, + 1015881821, + 3181102360, + 1026502951, + 1035325937, + 1019943382, + 1024866805, + 1025976720, + 3171371720, + 3159327040, + 3164578462, + 1014188287, + 3165646667, + 1017455354, + 3163253332, + 982334968, + 3141615437, + 1017796802, + 3173623402, + 1022926778, + 3150321042, + 1010362789, + 3163051963, + 3172020094, + 3161695056, + 3180238099, + 1010871937, + 1002659908, + 3179013140, + 3130223416, + 3156373595, + 3154624096, + 3130251022, + 1014716738, + 1025039100, + 3169349318, + 3163622501, + 3164574342, + 1003232188, + 1023528177, + 1014385406, + 1001603564, + 3171573964, + 1022568214, + 3167475154, + 1016148888, + 1025243074, + 1012353760, + 1010828657, + 3165080882, + 3161948461, + 3165031128, + 3170233713, + 1024734104, + 3158612192, + 3180517586, + 3154516853, + 1032223368, + 1014097132, + 3121768849, + 3170586369, + 988189269, + 1011187678, + 1022287958, + 1018564636, + 3164026141, + 3159587518, + 1025432321, + 1007544465, + 3156736094, + 3143822253, + 3165351540, + 3173617559, + 3162012257, + 1018480196, + 1016456639, + 1014421772, + 3174687613, + 3168961891, + 1027109363, + 3161817517, + 1020945653, + 3163719303, + 3165528586, + 991118695, + 1032403943, + 1011439043, + 3148987990, + 3159719701, + 3177361944, + 3163374791, + 3161342301, + 3158198962, + 1016472838, + 1028761143, + 1007351473, + 3171359273, + 3153666478, + 1016353134, + 1010937260, + 3151035413, + 3162544433, + 3168910512, + 1009711007, + 1012757260, + 3148158584, + 1024309292, + 3172071996, + 1019247181, + 3167377504, + 1023987992, + 1020571826, + 1010992435, + 1030076080, + 3165292523, + 1003112915, + 1014070106, + 1013707135, + 3147762048, + 3168734671, + 3149454318, + 1023924202, + 3175948076, + 3155638181, + 3165973627, + 1026616319, + 3179022971, + 1003600750, + 3169649297, + 3180418274, + 3172741787, + 1023433544, + 3156755625, + 3157071605, + 1033703766, + 1028837177, + 1031622123, + 3165428202, + 1022809807, + 1029217708, + 3170840534, + 3145748227, + 3158778336, + 3154898494, + 3156578971, + 3174742905, + 3157265359, + 1018560567, + 1004220505, + 3169906339, + 3173147050, + 1016945330, + 1009333759, + 3165002092, + 3147954596, + 3161545960, + 3159244966, + 957847160, + 1034693649, + 1025675840, + 3172126114, + 3139044756, + 3177465882, + 1006248053, + 1041277624, + 1018701955, + 1025439681, + 976989546, + 1017084319, + 1015566509, + 3168026689, + 1025851049, + 1025522834, + 3154671416, + 1017721561, + 3174983798, + 1021673660, + 1003648978, + 3157887764, + 3161363624, + 1009925793, + 3174591994, + 3171308365, + 3149389948, + 1008976413, + 3167496404, + 1028735513, + 1007428882, + 1033360114, + 1023701301, + 3164985463, + 1019169798, + 3152627668, + 3158468629, + 1026834814, + 3179733314, + 1014397133, + 3141057828, + 997473497, + 1031925667, + 3160668414, + 3171548554, + 3175410399, + 1027192719, + 3180011790, + 3147827956, + 1009431711, + 1029540205, + 1027312328, + 1025011893, + 3158895942, + 3148304529, + 3172806251 + ], + "batch_bits": [ + 3177288102, + 3136631908, + 3177034960, + 3141727005, + 3171177023, + 3179151455, + 3170380811, + 3162881407, + 1023511454, + 3151545320, + 1002301123, + 1002764238, + 3167713018, + 979917452, + 3156128760, + 1010270744, + 1033761659, + 1030699617, + 1015245753, + 1004061745, + 1012434115, + 3163098348, + 3157923586, + 1008594071, + 3179643558, + 1030648156, + 3169471242, + 3162786558, + 3163678294, + 1011320479, + 1009761137, + 3170474906, + 3180905706, + 1012036119, + 1029780784, + 3172417451, + 3168530031, + 3169691513, + 3180091524, + 3172425148, + 3168152974, + 3148943341, + 3172726517, + 999103109, + 3171478250, + 3169679003, + 1022106592, + 993585519, + 3179893033, + 3173500632, + 977574691, + 1028934601, + 3131814214, + 1014754603, + 1027201061, + 1031383151, + 3165459636, + 3170861107, + 1034033143, + 1025517259, + 1010131007, + 3156428002, + 3173804732, + 3179991385, + 3167664674, + 1018454279, + 3106940994, + 3138398921, + 1027211277, + 3166440916, + 3180184998, + 3178679997, + 3156507998, + 1025828430, + 1030992727, + 1027876891, + 1017389874, + 1024841603, + 1015346895, + 3162898287, + 3172748955, + 3147344158, + 1025911991, + 3170013235, + 3156721786, + 3155410299, + 3176231653, + 3169243260, + 1028666990, + 1028433967, + 3180515057, + 1030635893, + 1019003679, + 3173470319, + 3175534686, + 3164973909, + 3174971643, + 1031911740, + 1030955606, + 1021707296, + 1016775766, + 3169968422, + 1031276066, + 1008613017, + 3159616303, + 3134075654, + 3169131838, + 3175537706, + 1012033546, + 998883305, + 1025155293, + 3158765816, + 3172833939, + 1008616917, + 3177609236, + 3119989432, + 3135588930, + 3177775228, + 1020018546, + 1023863783, + 1028236092, + 3163820809, + 3167318686, + 1003721692, + 3185068940, + 1013849526, + 3172452982, + 3181039906, + 3181205432, + 3173620014, + 1015723016, + 1031366233, + 1008940973, + 3161173591, + 1015494546, + 1008365178, + 3169134654, + 1022722293, + 3166864535, + 1006777561, + 3184709474, + 3165038157, + 3178173985, + 999114980, + 1016889059, + 3181221336, + 964608330, + 3185842091, + 944332437, + 1027429839, + 3160961498, + 1023711492, + 1004693618, + 3142827351, + 1018144797, + 1025733813, + 1016071595, + 1033733502, + 1015414478, + 1025347839, + 1035299417, + 1035419058, + 1009667244, + 3157054188, + 3177329763, + 3176678924, + 3174312715, + 992527557, + 1029191950, + 1011002860, + 3174120466, + 3165566256, + 3162604336, + 1028006866, + 3178053208, + 3129153523, + 1012784859, + 1015055664, + 3185118598, + 3173991187, + 1015455709, + 3173428288, + 3167714975, + 3163076063, + 3148237160, + 3177254661, + 3180913012, + 3161295543, + 3177924923, + 1015083116, + 3160278903, + 3180360996, + 1014735378, + 998380948, + 3146462143, + 3178822765, + 3179735022, + 1016843756, + 1020716476, + 1035667600, + 1029964303, + 3168998144, + 1016539554, + 1036210521, + 3174551235, + 1010735207, + 1023441980, + 3175120815, + 3156239132, + 3174814985, + 1033004756, + 1028631682, + 3180198655, + 1018286754, + 1019238451, + 3164258921, + 1008613699, + 1020027466, + 978658142, + 1017578702, + 999749551, + 3173665121, + 1011609610, + 3167506001, + 1016694090, + 3170313515, + 1018658160, + 1027122213, + 1032288591, + 3180737115, + 3138171532, + 978153809, + 1012336644, + 994943812, + 3175644716, + 3173953726, + 1032036227, + 1008186288, + 3179602585, + 1031094147, + 1023600795, + 3174649517, + 3169181261, + 1024513507, + 1024586857, + 3163450316, + 3155497197, + 1024650008, + 1022423440, + 3173344737, + 1007743676, + 3163111301, + 3171879498, + 1025734452, + 1008015720, + 3183439634, + 3163316905, + 1000451464, + 1015850926, + 1027454359, + 3150622867, + 1021614968, + 1029349806, + 3175102603, + 3177886174, + 3171311749, + 1031528979, + 1022906977, + 1010662832, + 1008479898, + 3171116909, + 1019332290, + 3161017115, + 985259535, + 1029911727, + 3159349649, + 1019740345, + 3157839374, + 3128968062, + 3157038566, + 3174639997, + 1023461527, + 3165374123, + 1010325178, + 1021881713, + 1031093494, + 1016873521, + 3168824612, + 996100197, + 1015501813, + 1021842763, + 1009994214, + 985667040, + 3155951291, + 1031721064, + 1017041727, + 1008237699, + 1010357587, + 3171260374, + 1024203358, + 1004774956, + 3172985357, + 1018343412, + 3172898324, + 982600459, + 1030865409, + 999832964, + 3175483721, + 1015718206, + 1008943075, + 3175681727, + 1013260759, + 1012790884, + 1019322392, + 3174656313, + 3176890192, + 3155296174, + 1001277379, + 994646099, + 1016071591, + 1015811187, + 3179816802, + 3165717026, + 1006091317, + 3158071804, + 1018012793, + 3172671266, + 3166432484, + 3160653001, + 3154382402, + 1028203969, + 1023450311, + 1027543926, + 1020323591, + 1034494612, + 3160861428, + 1000725960, + 1016240721, + 1018353276, + 1018487885, + 1025679572, + 3172752755, + 3173912827, + 3146525190, + 1013403426, + 3156118985, + 1023050452, + 3171366455, + 3136089915, + 3163817328, + 3151321377, + 1009801517, + 1019032390, + 3171528814, + 3158563749, + 3174754544, + 3173580159, + 997445627, + 3167919548, + 3173892630, + 1027123175, + 3168196376, + 998685412, + 1029659860, + 1020526660, + 998770113, + 3178879494, + 3163836855, + 1017451628, + 1020870305, + 3171992886, + 1009601257, + 1020552054, + 1017322588, + 3174076616, + 3165581839, + 1024452876, + 3153734432, + 3175171932, + 1020776668, + 3155255231, + 1014908347, + 1018298301, + 1013831304, + 3150470697, + 3176334345, + 3132658353, + 1016930425, + 1026314749, + 3139229325, + 1025974986, + 1028289918, + 3165041550, + 3155200329, + 1019050790, + 1008561363, + 3166729762, + 1028313193, + 3133839194, + 992261212, + 1012582774, + 1021037217, + 3169758590, + 1004723585, + 3178699815, + 3147138222, + 3140699904, + 1028314673, + 1020124859, + 1018777111, + 1004761084, + 3174901364, + 3157751783, + 3168970855, + 1036651738, + 1013412387, + 1031777130, + 1019450669, + 1027681203, + 3177400628, + 3155764169, + 1032072644, + 3176961910, + 3179859519, + 3166243580, + 3155841439, + 1014979854, + 992377029, + 3175849696, + 988124713, + 3175228794, + 1016719495, + 3158474527, + 3177702803, + 1016497944, + 1009396082, + 3175719402, + 1010967165, + 3173768260, + 3174460742, + 3172115154, + 3167426282, + 1030048587, + 3166899069, + 1024111568, + 3159456179, + 3164156244, + 3137744112, + 3160140538, + 1017007996, + 1011094368, + 1029122219, + 983463037, + 1032806636, + 3172539613, + 1031417030, + 997959650, + 977120953, + 3167040332, + 3139663239, + 1021551623, + 987810081, + 1012725672, + 1010011337, + 3148997024, + 1024681988, + 1022668925, + 3174690005, + 1021570544, + 1008317667, + 3168703937, + 1026161520, + 1018170783, + 3148506293, + 1017795441, + 1010895539, + 3154416011, + 1024638635, + 1033340436, + 3159237102, + 1029010081, + 1023457987, + 1025464770, + 3173651385, + 3172332539, + 1017088742, + 3160570819, + 3165316135, + 985877675, + 1021613116, + 1031467397, + 3170250695, + 999291366, + 998508116, + 1001183690, + 1029376695, + 3155999336, + 1031159320, + 3147395712, + 1016300057, + 3148320594, + 3174985934, + 1017428960, + 3167626902, + 3159997516, + 3174162712, + 1018675791, + 1034737947, + 3180811799, + 3177314066, + 989262594, + 3166318356, + 3170474518, + 3167524776, + 3166692391, + 1008439834, + 3153603605, + 3168066825, + 995246905, + 3158393885, + 998596550, + 1028345115, + 1031553458, + 1026311123, + 1031210553, + 1019520061, + 1017678077, + 1023856433, + 1022963017, + 3176611271, + 1033107666, + 1029199762, + 1022779461, + 3175264760, + 1024601714, + 1024207559, + 3184700485, + 1027259146, + 1031447356, + 3176789384, + 3174177461, + 3152466681, + 3165934202, + 3164736741, + 3170960186, + 1028173607, + 1027350317, + 3159522800, + 1029447283, + 3168669033, + 3158113338, + 990189913, + 3147826411, + 1025507136, + 3179405918, + 1022152608, + 1015881821, + 3181102360, + 1026502951, + 1035325937, + 1019943382, + 1024866805, + 1025976720, + 3171371720, + 3159327040, + 3164578462, + 1014188287, + 3165646667, + 1017455354, + 3163253332, + 982334968, + 3141615437, + 1017796802, + 3173623402, + 1022926778, + 3150321042, + 1010362789, + 3163051963, + 3172020094, + 3161695056, + 3180238099, + 1010871937, + 1002659908, + 3179013140, + 3130223416, + 3156373595, + 3154624096, + 3130251022, + 1014716738, + 1025039100, + 3169349318, + 3163622501, + 3164574342, + 1003232188, + 1023528177, + 1014385406, + 1001603564, + 3171573964, + 1022568214, + 3167475154, + 1016148888, + 1025243074, + 1012353760, + 1010828657, + 3165080882, + 3161948461, + 3165031128, + 3170233713, + 1024734104, + 3158612192, + 3180517586, + 3154516853, + 1032223368, + 1014097132, + 3121768849, + 3170586369, + 988189269, + 1011187678, + 1022287958, + 1018564636, + 3164026141, + 3159587518, + 1025432321, + 1007544465, + 3156736094, + 3143822253, + 3165351540, + 3173617559, + 3162012257, + 1018480196, + 1016456639, + 1014421772, + 3174687613, + 3168961891, + 1027109363, + 3161817517, + 1020945653, + 3163719303, + 3165528586, + 991118695, + 1032403943, + 1011439043, + 3148987990, + 3159719701, + 3177361944, + 3163374791, + 3161342301, + 3158198962, + 1016472838, + 1028761143, + 1007351473, + 3171359273, + 3153666478, + 1016353134, + 1010937260, + 3151035413, + 3162544433, + 3168910512, + 1009711007, + 1012757260, + 3148158584, + 1024309292, + 3172071996, + 1019247181, + 3167377504, + 1023987992, + 1020571826, + 1010992435, + 1030076080, + 3165292523, + 1003112915, + 1014070106, + 1013707135, + 3147762048, + 3168734671, + 3149454318, + 1023924202, + 3175948076, + 3155638181, + 3165973627, + 1026616319, + 3179022971, + 1003600750, + 3169649297, + 3180418274, + 3172741787, + 1023433544, + 3156755625, + 3157071605, + 1033703766, + 1028837177, + 1031622123, + 3165428202, + 1022809807, + 1029217708, + 3170840534, + 3145748227, + 3158778336, + 3154898494, + 3156578971, + 3174742905, + 3157265359, + 1018560567, + 1004220505, + 3169906339, + 3173147050, + 1016945330, + 1009333759, + 3165002092, + 3147954596, + 3161545960, + 3159244966, + 957847160, + 1034693649, + 1025675840, + 3172126114, + 3139044756, + 3177465882, + 1006248053, + 1041277624, + 1018701955, + 1025439681, + 976989546, + 1017084319, + 1015566509, + 3168026689, + 1025851049, + 1025522834, + 3154671416, + 1017721561, + 3174983798, + 1021673660, + 1003648978, + 3157887764, + 3161363624, + 1009925793, + 3174591994, + 3171308365, + 3149389948, + 1008976413, + 3167496404, + 1028735513, + 1007428882, + 1033360114, + 1023701301, + 3164985463, + 1019169798, + 3152627668, + 3158468629, + 1026834814, + 3179733314, + 1014397133, + 3141057828, + 997473497, + 1031925667, + 3160668414, + 3171548554, + 3175410399, + 1027192719, + 3180011790, + 3147827956, + 1009431711, + 1029540205, + 1027312328, + 1025011893, + 3158895942, + 3148304529, + 3172806251 + ], + "text": "" + }, + { + "name": "corpus_6359", + "source": "atlas v3 gate chunk", + "token_ids": [ + 0, + 182747, + 47, + 13416, + 292, + 450, + 165523, + 25944, + 509, + 21771, + 34831, + 71, + 23, + 903, + 11675, + 12, + 70, + 32845, + 206, + 509, + 456, + 9, + 7332, + 5252, + 678, + 4210, + 157, + 9, + 814, + 40383, + 15, + 1283, + 1681, + 17164, + 297, + 23, + 70, + 10865, + 14361, + 247, + 10865, + 468, + 88438, + 115081, + 26550, + 89554, + 50997, + 136, + 42564, + 71, + 4, + 20450, + 6953, + 468, + 97024, + 5, + 2 + ], + "single_bits": [ + 3179981335, + 1011078613, + 3158962389, + 1029755466, + 3168390074, + 3177434639, + 1013009454, + 3149315615, + 1022097049, + 989107544, + 1008158839, + 3179503603, + 1025725999, + 1026468892, + 3163289627, + 3161386165, + 1033932849, + 3179159237, + 1023262785, + 3141591711, + 3128741039, + 3179369810, + 3162942466, + 3185136475, + 3162726683, + 3161540763, + 3133006798, + 3165747623, + 999974124, + 3162490967, + 1003132751, + 3175897278, + 3171402254, + 1019757599, + 1024009257, + 1024485162, + 3163821506, + 1031046283, + 3179731436, + 1003734138, + 3168601048, + 3182328246, + 1008120919, + 3169340991, + 3168094600, + 3164251989, + 3181766960, + 1034514080, + 3166916811, + 1026254365, + 1023985253, + 1015667731, + 1023139114, + 3172247616, + 3148335337, + 3165560886, + 3175317647, + 1036331072, + 3157427825, + 1025079963, + 3171028928, + 1016551008, + 1017825110, + 1024003004, + 3180180781, + 3176582224, + 3180559967, + 3183590563, + 1014164855, + 3150180721, + 3163100845, + 3159434468, + 1032029420, + 997220617, + 1013589403, + 1010222662, + 3173676951, + 3165751252, + 3148639204, + 3173746379, + 1023462788, + 1021702394, + 1035025471, + 1018772081, + 3166627256, + 1021523014, + 3140691724, + 3175413943, + 3179916025, + 1011679378, + 979580313, + 1021529023, + 3147963612, + 3157603718, + 1023957003, + 3169719247, + 3185080384, + 1027409943, + 1013396543, + 1024535122, + 3177513342, + 1018228894, + 1011705550, + 999140046, + 3159201497, + 3158912853, + 1017504440, + 3181112453, + 1028944247, + 3146009107, + 3181862224, + 3155941793, + 3140771614, + 995323643, + 3167828395, + 1023490003, + 3156950844, + 990561002, + 1003501812, + 3176258932, + 3169079886, + 3179114140, + 3178324004, + 3177245537, + 3174288278, + 3166936844, + 3176042610, + 3163967810, + 1019528755, + 3176525963, + 1013876102, + 1021359080, + 1028719661, + 3178977856, + 1025549611, + 1009696486, + 1020525637, + 1036858463, + 1018845481, + 3171829228, + 3179688440, + 3163921757, + 3166991443, + 1030181497, + 3169881662, + 1020327906, + 3158393832, + 3178362399, + 1021123405, + 1020369146, + 992395152, + 3164129375, + 1032990397, + 3178102886, + 1017289706, + 3166071968, + 3179782954, + 3179571047, + 999624109, + 1019180018, + 1024991782, + 983310564, + 1023247628, + 3167493168, + 3172713947, + 3173282482, + 3171737374, + 3148224083, + 1026207085, + 1023512597, + 3179343485, + 1024875857, + 1032635191, + 1034411439, + 1031885491, + 1019738319, + 981592892, + 1035386921, + 1028082524, + 1019509169, + 3179955058, + 3169055202, + 3146344139, + 3155861345, + 3164674169, + 3161718396, + 3174574511, + 3169795100, + 3173493998, + 1022704783, + 1017093998, + 3187762703, + 979568669, + 1025036221, + 3130048137, + 3179079312, + 1002969043, + 1033480578, + 3174156631, + 1020078087, + 3166596443, + 3166469064, + 3175142088, + 1026459093, + 3171020359, + 3161066005, + 1027362045, + 999116031, + 1021266178, + 995292000, + 1016237043, + 3170398239, + 3174147900, + 3145278174, + 3172135227, + 3162785551, + 3163057610, + 3176747600, + 3176432787, + 1010602059, + 1028766426, + 3174947337, + 3177664972, + 3163570219, + 1029492556, + 1022845757, + 3175066493, + 987363104, + 1024660856, + 1018505603, + 1024748854, + 3170043932, + 996049027, + 3177652732, + 996987055, + 3140519422, + 3157520494, + 993867175, + 3158823925, + 3124406259, + 1015802870, + 1020342784, + 1015079079, + 1033596473, + 1018964147, + 1022729005, + 3174064388, + 3175740877, + 3162650939, + 1015296014, + 1008129373, + 1009120421, + 1016378503, + 3158109091, + 1009540046, + 3178218997, + 1005442083, + 1012438884, + 1024841907, + 1014808366, + 3157607922, + 3165086929, + 3166172951, + 1019748173, + 1013337469, + 1017191536, + 3172357573, + 1018908986, + 1020456652, + 1023586485, + 3163838667, + 1017172945, + 976402123, + 984787236, + 3174009855, + 994857966, + 3143219675, + 1009170806, + 985886373, + 1027693656, + 1026184973, + 3162830122, + 3163378361, + 1021092140, + 3166553214, + 3163474535, + 1008907060, + 3167050536, + 1024816651, + 3162055859, + 3177209640, + 3171091668, + 3165246375, + 3173212513, + 1000050680, + 3162512398, + 995806721, + 1024884940, + 1003495146, + 1018973160, + 1025810667, + 3154848536, + 1028645581, + 3162655823, + 3181962352, + 3146948276, + 1026106035, + 3179587738, + 1024021564, + 3172732907, + 3171973897, + 3173364912, + 3174288756, + 3163153693, + 1005990398, + 3147134089, + 3159909332, + 1028179949, + 3142932311, + 3170746304, + 1018305376, + 3161341240, + 1028200168, + 1022287250, + 3173228869, + 3179473753, + 1018282185, + 1022732986, + 969033841, + 3173463842, + 1031142674, + 3157444151, + 1029590411, + 3164252523, + 1032396829, + 1017215055, + 1009200718, + 1015557624, + 994335560, + 3164908046, + 1018862010, + 3179371752, + 3158197714, + 1019119121, + 1014443870, + 1022867523, + 1036076870, + 3173962772, + 3167899834, + 1026181393, + 3155222753, + 3165248498, + 986508245, + 1025594786, + 3170517117, + 3150529599, + 3155738240, + 3167671626, + 3166029540, + 1027368268, + 3178113492, + 1029271571, + 3167798505, + 3150327241, + 1026775001, + 976544017, + 3169844593, + 1022851257, + 1003343516, + 3174314658, + 1025965508, + 3167306287, + 998478810, + 1031594647, + 1022998373, + 1010514212, + 3167165499, + 974104667, + 1018380573, + 3174298615, + 1026334029, + 3176545502, + 1032183830, + 1015617789, + 1020736069, + 1032092542, + 1000308888, + 1023639175, + 961488616, + 3176162284, + 1011365069, + 1020179460, + 3172487348, + 1011321789, + 3164573885, + 3180817019, + 995431440, + 1026169418, + 3154433371, + 1002034736, + 1009350832, + 3145895242, + 994340109, + 3171916339, + 1028399617, + 3178123212, + 1024915585, + 1007185223, + 1033622303, + 1014212306, + 3176490785, + 1021087541, + 1004360687, + 3170587004, + 1001215043, + 1022266025, + 1011185673, + 1032802030, + 1021769307, + 3156413705, + 3151178450, + 971855698, + 1003373480, + 3170638317, + 3168105339, + 3159456812, + 999228303, + 1002407613, + 3163231572, + 1024739180, + 3147939843, + 1031731334, + 1000896775, + 3179708411, + 1016707394, + 3156114207, + 1002664778, + 3170385643, + 3173035343, + 3171448865, + 1019822857, + 1008871555, + 1018488930, + 1015443366, + 1024392381, + 3179316983, + 3167831425, + 1021639809, + 3159539786, + 3140840684, + 3157659190, + 3154444192, + 3156894170, + 3168762699, + 1007038935, + 3173298942, + 1026965466, + 3180277173, + 1026846093, + 3167648258, + 3162189768, + 3126265453, + 1016301761, + 1027578348, + 1006646985, + 970762349, + 1009936829, + 1032710351, + 1019711922, + 3168312405, + 1026720485, + 3170564017, + 1021559369, + 1029832782, + 3180774440, + 997722096, + 3133697714, + 1018093637, + 1012122388, + 1006479424, + 3145178680, + 1024736882, + 3158880713, + 3173673746, + 1019287199, + 3153421645, + 3171658967, + 3177263226, + 1030342057, + 1023683541, + 1040610765, + 3163808243, + 3168606127, + 3142120030, + 1021796446, + 993202526, + 972517579, + 3151845703, + 1027391337, + 1025539859, + 3167277910, + 3145274890, + 981478565, + 1029081944, + 3131150833, + 3154485204, + 1024598218, + 3181242632, + 3164393904, + 1018692592, + 3178840721, + 995979077, + 1013256537, + 3170357889, + 1008523721, + 3149308094, + 3150698662, + 3172501324, + 1007341980, + 1027490840, + 1018847088, + 3168607316, + 3172498716, + 1027601496, + 3167682580, + 3171916818, + 3157497505, + 1024646343, + 3172689748, + 1027212411, + 1025307301, + 1025816113, + 1019098238, + 1008522613, + 3159182125, + 1024557503, + 3167301846, + 3159252034, + 1021961132, + 3147480115, + 3168339474, + 1029802103, + 997540570, + 3166870265, + 1020257062, + 3165085828, + 1002532619, + 3155046305, + 1026236082, + 1031301600, + 3174560449, + 3171240871, + 3147988674, + 1019124122, + 3171318299, + 3157409467, + 1020092512, + 3163029954, + 1029020057, + 3148715114, + 1034834381, + 1027102285, + 3138256913, + 1011538812, + 989081895, + 3163926230, + 1033427609, + 3169762052, + 3160060776, + 1020339453, + 999185888, + 3181047995, + 1028070212, + 3174805530, + 1013681666, + 3171193886, + 3174885634, + 3171951182, + 1008862433, + 1013115278, + 3169260702, + 3117705931, + 1013534713, + 3176760509, + 3152865978, + 3169975802, + 3167759209, + 3147218083, + 3166300081, + 3172178015, + 3163306247, + 1020836551, + 1026624306, + 1032515087, + 1031924022, + 3171264755, + 997376471, + 3154777583, + 1024746428, + 3161408625, + 1009237765, + 1030982107, + 3164754591, + 1031394627, + 1021409163, + 3169191003, + 1019725759, + 3166448008, + 1023982240, + 3138077759, + 3148363296, + 1022127337, + 1026246786, + 3164393489, + 3139326363, + 3175090759, + 3179288181, + 1022490077, + 1032917781, + 1004253265, + 3129427499, + 1018917521, + 1012731220, + 973347878, + 3169110075, + 3172369347, + 1026287735, + 3140452150, + 3172301859, + 1024445556, + 1020463634, + 1022338378, + 1026012187, + 3145787903, + 994039882, + 1027954586, + 3168272042, + 1029532246, + 1027514761, + 1020724364, + 3154717052, + 3157753624, + 1018728632, + 3162514421, + 3166617398, + 3178284938, + 1024903764, + 1032291571, + 3170948731, + 1031362911, + 1013975345, + 1009249256, + 3168218509, + 3155755710, + 3166774665, + 3147238239, + 1009546027, + 3144056487, + 1017531558, + 1021141336, + 998334716, + 3167491128, + 1023933728, + 1021064393, + 3161697534, + 1026635084, + 1007650179, + 1010520651, + 1011866903, + 3167205509, + 3162396554, + 3171217449, + 1033020055, + 1001996676, + 3172608359, + 1027201349, + 1000881968, + 3168371954, + 3172764639, + 1021169936, + 3170972235, + 3179857392, + 3147095174, + 3158472192, + 999478138, + 1015534228, + 1014182600, + 1019581593, + 1017624737, + 3169108825, + 3176875053, + 3156049667, + 3096879262, + 3172906082, + 1029150696, + 1016729580, + 1018112622, + 996739874, + 1020765029, + 1018419950, + 3168495338, + 1023367176, + 1024917407, + 1025356716, + 3165742298, + 3140249915, + 3166294745, + 3157560110, + 3145413469, + 1018514559, + 981893651, + 3177286665, + 3170761056, + 1029996208, + 1003653876, + 3178523282, + 1029576514, + 3178537872, + 1026985328, + 1040216968, + 1025749276, + 1030785578, + 1026991614, + 3172178680, + 1026676720, + 3168672951, + 1023298372, + 3171234647, + 1018558118, + 3169798620, + 1022762599, + 1010619023, + 1020054772, + 1029826746, + 3165885384, + 1025471457, + 1013061543, + 3163939044, + 998978700, + 3172267119, + 3160874711, + 3134981658, + 1016888245, + 1016328222, + 3163398234, + 3155904910, + 1008582343, + 3158095585, + 3166338829, + 3172022767, + 3164372611, + 1022878371, + 1026979674, + 1018555744, + 1023606550, + 3177498535, + 3161806312, + 3175054948, + 1016663419, + 1004186202, + 1014456235, + 1018600204, + 3177340726, + 3183826838, + 3167969636, + 1017405215, + 3178186992, + 1019146272 + ], + "batch_bits": [ + 3179981335, + 1011078613, + 3158962389, + 1029755466, + 3168390074, + 3177434639, + 1013009454, + 3149315615, + 1022097049, + 989107544, + 1008158839, + 3179503603, + 1025725999, + 1026468892, + 3163289627, + 3161386165, + 1033932849, + 3179159237, + 1023262785, + 3141591711, + 3128741039, + 3179369810, + 3162942466, + 3185136475, + 3162726683, + 3161540763, + 3133006798, + 3165747623, + 999974124, + 3162490967, + 1003132751, + 3175897278, + 3171402254, + 1019757599, + 1024009257, + 1024485162, + 3163821506, + 1031046283, + 3179731436, + 1003734138, + 3168601048, + 3182328246, + 1008120919, + 3169340991, + 3168094600, + 3164251989, + 3181766960, + 1034514080, + 3166916811, + 1026254365, + 1023985253, + 1015667731, + 1023139114, + 3172247616, + 3148335337, + 3165560886, + 3175317647, + 1036331072, + 3157427825, + 1025079963, + 3171028928, + 1016551008, + 1017825110, + 1024003004, + 3180180781, + 3176582224, + 3180559967, + 3183590563, + 1014164855, + 3150180721, + 3163100845, + 3159434468, + 1032029420, + 997220617, + 1013589403, + 1010222662, + 3173676951, + 3165751252, + 3148639204, + 3173746379, + 1023462788, + 1021702394, + 1035025471, + 1018772081, + 3166627256, + 1021523014, + 3140691724, + 3175413943, + 3179916025, + 1011679378, + 979580313, + 1021529023, + 3147963612, + 3157603718, + 1023957003, + 3169719247, + 3185080384, + 1027409943, + 1013396543, + 1024535122, + 3177513342, + 1018228894, + 1011705550, + 999140046, + 3159201497, + 3158912853, + 1017504440, + 3181112453, + 1028944247, + 3146009107, + 3181862224, + 3155941793, + 3140771614, + 995323643, + 3167828395, + 1023490003, + 3156950844, + 990561002, + 1003501812, + 3176258932, + 3169079886, + 3179114140, + 3178324004, + 3177245537, + 3174288278, + 3166936844, + 3176042610, + 3163967810, + 1019528755, + 3176525963, + 1013876102, + 1021359080, + 1028719661, + 3178977856, + 1025549611, + 1009696486, + 1020525637, + 1036858463, + 1018845481, + 3171829228, + 3179688440, + 3163921757, + 3166991443, + 1030181497, + 3169881662, + 1020327906, + 3158393832, + 3178362399, + 1021123405, + 1020369146, + 992395152, + 3164129375, + 1032990397, + 3178102886, + 1017289706, + 3166071968, + 3179782954, + 3179571047, + 999624109, + 1019180018, + 1024991782, + 983310564, + 1023247628, + 3167493168, + 3172713947, + 3173282482, + 3171737374, + 3148224083, + 1026207085, + 1023512597, + 3179343485, + 1024875857, + 1032635191, + 1034411439, + 1031885491, + 1019738319, + 981592892, + 1035386921, + 1028082524, + 1019509169, + 3179955058, + 3169055202, + 3146344139, + 3155861345, + 3164674169, + 3161718396, + 3174574511, + 3169795100, + 3173493998, + 1022704783, + 1017093998, + 3187762703, + 979568669, + 1025036221, + 3130048137, + 3179079312, + 1002969043, + 1033480578, + 3174156631, + 1020078087, + 3166596443, + 3166469064, + 3175142088, + 1026459093, + 3171020359, + 3161066005, + 1027362045, + 999116031, + 1021266178, + 995292000, + 1016237043, + 3170398239, + 3174147900, + 3145278174, + 3172135227, + 3162785551, + 3163057610, + 3176747600, + 3176432787, + 1010602059, + 1028766426, + 3174947337, + 3177664972, + 3163570219, + 1029492556, + 1022845757, + 3175066493, + 987363104, + 1024660856, + 1018505603, + 1024748854, + 3170043932, + 996049027, + 3177652732, + 996987055, + 3140519422, + 3157520494, + 993867175, + 3158823925, + 3124406259, + 1015802870, + 1020342784, + 1015079079, + 1033596473, + 1018964147, + 1022729005, + 3174064388, + 3175740877, + 3162650939, + 1015296014, + 1008129373, + 1009120421, + 1016378503, + 3158109091, + 1009540046, + 3178218997, + 1005442083, + 1012438884, + 1024841907, + 1014808366, + 3157607922, + 3165086929, + 3166172951, + 1019748173, + 1013337469, + 1017191536, + 3172357573, + 1018908986, + 1020456652, + 1023586485, + 3163838667, + 1017172945, + 976402123, + 984787236, + 3174009855, + 994857966, + 3143219675, + 1009170806, + 985886373, + 1027693656, + 1026184973, + 3162830122, + 3163378361, + 1021092140, + 3166553214, + 3163474535, + 1008907060, + 3167050536, + 1024816651, + 3162055859, + 3177209640, + 3171091668, + 3165246375, + 3173212513, + 1000050680, + 3162512398, + 995806721, + 1024884940, + 1003495146, + 1018973160, + 1025810667, + 3154848536, + 1028645581, + 3162655823, + 3181962352, + 3146948276, + 1026106035, + 3179587738, + 1024021564, + 3172732907, + 3171973897, + 3173364912, + 3174288756, + 3163153693, + 1005990398, + 3147134089, + 3159909332, + 1028179949, + 3142932311, + 3170746304, + 1018305376, + 3161341240, + 1028200168, + 1022287250, + 3173228869, + 3179473753, + 1018282185, + 1022732986, + 969033841, + 3173463842, + 1031142674, + 3157444151, + 1029590411, + 3164252523, + 1032396829, + 1017215055, + 1009200718, + 1015557624, + 994335560, + 3164908046, + 1018862010, + 3179371752, + 3158197714, + 1019119121, + 1014443870, + 1022867523, + 1036076870, + 3173962772, + 3167899834, + 1026181393, + 3155222753, + 3165248498, + 986508245, + 1025594786, + 3170517117, + 3150529599, + 3155738240, + 3167671626, + 3166029540, + 1027368268, + 3178113492, + 1029271571, + 3167798505, + 3150327241, + 1026775001, + 976544017, + 3169844593, + 1022851257, + 1003343516, + 3174314658, + 1025965508, + 3167306287, + 998478810, + 1031594647, + 1022998373, + 1010514212, + 3167165499, + 974104667, + 1018380573, + 3174298615, + 1026334029, + 3176545502, + 1032183830, + 1015617789, + 1020736069, + 1032092542, + 1000308888, + 1023639175, + 961488616, + 3176162284, + 1011365069, + 1020179460, + 3172487348, + 1011321789, + 3164573885, + 3180817019, + 995431440, + 1026169418, + 3154433371, + 1002034736, + 1009350832, + 3145895242, + 994340109, + 3171916339, + 1028399617, + 3178123212, + 1024915585, + 1007185223, + 1033622303, + 1014212306, + 3176490785, + 1021087541, + 1004360687, + 3170587004, + 1001215043, + 1022266025, + 1011185673, + 1032802030, + 1021769307, + 3156413705, + 3151178450, + 971855698, + 1003373480, + 3170638317, + 3168105339, + 3159456812, + 999228303, + 1002407613, + 3163231572, + 1024739180, + 3147939843, + 1031731334, + 1000896775, + 3179708411, + 1016707394, + 3156114207, + 1002664778, + 3170385643, + 3173035343, + 3171448865, + 1019822857, + 1008871555, + 1018488930, + 1015443366, + 1024392381, + 3179316983, + 3167831425, + 1021639809, + 3159539786, + 3140840684, + 3157659190, + 3154444192, + 3156894170, + 3168762699, + 1007038935, + 3173298942, + 1026965466, + 3180277173, + 1026846093, + 3167648258, + 3162189768, + 3126265453, + 1016301761, + 1027578348, + 1006646985, + 970762349, + 1009936829, + 1032710351, + 1019711922, + 3168312405, + 1026720485, + 3170564017, + 1021559369, + 1029832782, + 3180774440, + 997722096, + 3133697714, + 1018093637, + 1012122388, + 1006479424, + 3145178680, + 1024736882, + 3158880713, + 3173673746, + 1019287199, + 3153421645, + 3171658967, + 3177263226, + 1030342057, + 1023683541, + 1040610765, + 3163808243, + 3168606127, + 3142120030, + 1021796446, + 993202526, + 972517579, + 3151845703, + 1027391337, + 1025539859, + 3167277910, + 3145274890, + 981478565, + 1029081944, + 3131150833, + 3154485204, + 1024598218, + 3181242632, + 3164393904, + 1018692592, + 3178840721, + 995979077, + 1013256537, + 3170357889, + 1008523721, + 3149308094, + 3150698662, + 3172501324, + 1007341980, + 1027490840, + 1018847088, + 3168607316, + 3172498716, + 1027601496, + 3167682580, + 3171916818, + 3157497505, + 1024646343, + 3172689748, + 1027212411, + 1025307301, + 1025816113, + 1019098238, + 1008522613, + 3159182125, + 1024557503, + 3167301846, + 3159252034, + 1021961132, + 3147480115, + 3168339474, + 1029802103, + 997540570, + 3166870265, + 1020257062, + 3165085828, + 1002532619, + 3155046305, + 1026236082, + 1031301600, + 3174560449, + 3171240871, + 3147988674, + 1019124122, + 3171318299, + 3157409467, + 1020092512, + 3163029954, + 1029020057, + 3148715114, + 1034834381, + 1027102285, + 3138256913, + 1011538812, + 989081895, + 3163926230, + 1033427609, + 3169762052, + 3160060776, + 1020339453, + 999185888, + 3181047995, + 1028070212, + 3174805530, + 1013681666, + 3171193886, + 3174885634, + 3171951182, + 1008862433, + 1013115278, + 3169260702, + 3117705931, + 1013534713, + 3176760509, + 3152865978, + 3169975802, + 3167759209, + 3147218083, + 3166300081, + 3172178015, + 3163306247, + 1020836551, + 1026624306, + 1032515087, + 1031924022, + 3171264755, + 997376471, + 3154777583, + 1024746428, + 3161408625, + 1009237765, + 1030982107, + 3164754591, + 1031394627, + 1021409163, + 3169191003, + 1019725759, + 3166448008, + 1023982240, + 3138077759, + 3148363296, + 1022127337, + 1026246786, + 3164393489, + 3139326363, + 3175090759, + 3179288181, + 1022490077, + 1032917781, + 1004253265, + 3129427499, + 1018917521, + 1012731220, + 973347878, + 3169110075, + 3172369347, + 1026287735, + 3140452150, + 3172301859, + 1024445556, + 1020463634, + 1022338378, + 1026012187, + 3145787903, + 994039882, + 1027954586, + 3168272042, + 1029532246, + 1027514761, + 1020724364, + 3154717052, + 3157753624, + 1018728632, + 3162514421, + 3166617398, + 3178284938, + 1024903764, + 1032291571, + 3170948731, + 1031362911, + 1013975345, + 1009249256, + 3168218509, + 3155755710, + 3166774665, + 3147238239, + 1009546027, + 3144056487, + 1017531558, + 1021141336, + 998334716, + 3167491128, + 1023933728, + 1021064393, + 3161697534, + 1026635084, + 1007650179, + 1010520651, + 1011866903, + 3167205509, + 3162396554, + 3171217449, + 1033020055, + 1001996676, + 3172608359, + 1027201349, + 1000881968, + 3168371954, + 3172764639, + 1021169936, + 3170972235, + 3179857392, + 3147095174, + 3158472192, + 999478138, + 1015534228, + 1014182600, + 1019581593, + 1017624737, + 3169108825, + 3176875053, + 3156049667, + 3096879262, + 3172906082, + 1029150696, + 1016729580, + 1018112622, + 996739874, + 1020765029, + 1018419950, + 3168495338, + 1023367176, + 1024917407, + 1025356716, + 3165742298, + 3140249915, + 3166294745, + 3157560110, + 3145413469, + 1018514559, + 981893651, + 3177286665, + 3170761056, + 1029996208, + 1003653876, + 3178523282, + 1029576514, + 3178537872, + 1026985328, + 1040216968, + 1025749276, + 1030785578, + 1026991614, + 3172178680, + 1026676720, + 3168672951, + 1023298372, + 3171234647, + 1018558118, + 3169798620, + 1022762599, + 1010619023, + 1020054772, + 1029826746, + 3165885384, + 1025471457, + 1013061543, + 3163939044, + 998978700, + 3172267119, + 3160874711, + 3134981658, + 1016888245, + 1016328222, + 3163398234, + 3155904910, + 1008582343, + 3158095585, + 3166338829, + 3172022767, + 3164372611, + 1022878371, + 1026979674, + 1018555744, + 1023606550, + 3177498535, + 3161806312, + 3175054948, + 1016663419, + 1004186202, + 1014456235, + 1018600204, + 3177340726, + 3183826838, + 3167969636, + 1017405215, + 3178186992, + 1019146272 + ], + "corpus_chunk_id": 6359 + }, + { + "name": "corpus_15202", + "source": "atlas v3 gate chunk", + "token_ids": [ + 0, + 28, + 3089, + 44, + 4369, + 172162, + 62270, + 32102, + 5, + 90141, + 454, + 11627, + 6, + 47391, + 58, + 2174, + 378, + 20, + 169, + 44, + 4369, + 172162, + 107730, + 7, + 5, + 213499, + 454, + 11627, + 6, + 47391, + 58, + 10114, + 74, + 7068, + 28, + 3089, + 44, + 841, + 13817, + 58, + 79315, + 1369, + 4369, + 172162, + 47, + 1375, + 58627, + 132, + 73, + 7077, + 7, + 5, + 170, + 1681, + 454, + 91693, + 16, + 6, + 47391, + 15426, + 7, + 1369, + 4369, + 132, + 170, + 864, + 20, + 238, + 44, + 4369, + 91693, + 18939, + 37076, + 1647, + 1681, + 39450, + 71013, + 11935, + 83671, + 1369, + 4369, + 132, + 170, + 864, + 242, + 5, + 25, + 20, + 238, + 15426, + 7, + 64, + 15519, + 7, + 9, + 213499, + 7, + 5, + 170, + 1681, + 16, + 2174, + 378, + 3650, + 172162, + 107730, + 7, + 5, + 213499, + 454, + 11627, + 6, + 47391, + 6, + 69112, + 44, + 43512, + 58, + 10114, + 74, + 7068, + 15426, + 7, + 1369, + 4369, + 132, + 13, + 3089, + 3650, + 170, + 1681, + 39450, + 71013, + 11935, + 83671, + 6, + 58745, + 1647, + 864, + 20, + 42, + 6, + 41872, + 242, + 5, + 85049, + 6703, + 238, + 71013, + 7, + 25, + 16, + 37076, + 10, + 454, + 11627, + 22422, + 4369, + 172162, + 107730, + 7, + 5, + 213499, + 454, + 11627, + 6, + 47391, + 58, + 15426, + 7, + 1369, + 4369, + 132, + 13, + 3089, + 3650, + 170, + 1681, + 39450, + 71013, + 11935, + 83671, + 6, + 58745, + 1647, + 864, + 20, + 42, + 6, + 41872, + 4210, + 61477, + 15426, + 454, + 11627, + 44, + 4369, + 11, + 454, + 11627, + 58, + 6, + 41872, + 242, + 5, + 85049, + 6703, + 238, + 71013, + 7, + 6, + 58745, + 22288, + 132, + 7, + 100184, + 132, + 5, + 39450, + 71013, + 163612, + 69112, + 58, + 25, + 4369, + 11, + 454, + 11627, + 25, + 18939, + 1388, + 25, + 16, + 809, + 809, + 28, + 3089, + 3650, + 213499, + 7, + 1647, + 1681, + 39450, + 71013, + 7, + 1369, + 4369, + 132, + 170, + 864, + 20, + 27765, + 44, + 4369, + 24854, + 213499, + 7, + 1065, + 981, + 268, + 8152, + 18939, + 28, + 3089, + 3650, + 170, + 1681, + 39450, + 71013, + 7, + 28, + 3089, + 44, + 213499, + 7, + 1369, + 4369, + 170, + 1681, + 39450, + 71013, + 7, + 58, + 6396, + 3650, + 724, + 6371, + 199324, + 454, + 52001, + 124599, + 1274, + 17, + 3871, + 70, + 62270, + 32102, + 61972, + 47, + 186, + 3688, + 79315, + 2 + ], + "single_bits": [ + 3168775471, + 3173550003, + 3179753060, + 1024311661, + 3156306661, + 997001756, + 3176710094, + 979034442, + 1003204335, + 1018230135, + 3175615440, + 3179119120, + 1027852560, + 1011094177, + 1008864064, + 998791713, + 3140109837, + 1003488376, + 1023622137, + 3172713451, + 1025942103, + 3172355431, + 3163302501, + 1038466703, + 3176479864, + 3152237670, + 1000192974, + 3153876953, + 3155453119, + 3171521956, + 1026362232, + 3181923793, + 3155389563, + 1024733845, + 1015425098, + 3157815385, + 3155708979, + 1028121083, + 3170828781, + 1024037480, + 3145511760, + 3177760636, + 3164506808, + 1026558008, + 3173049117, + 3144762273, + 3163383047, + 1028731358, + 3173031488, + 3135749506, + 3160336429, + 3169368695, + 1020898783, + 3179716357, + 3148220983, + 1023158921, + 1002325975, + 3179019478, + 3174168722, + 1007186183, + 1015959308, + 3168568000, + 3165427580, + 3177436218, + 3182337786, + 3175346034, + 1023810999, + 3163723320, + 3163497660, + 3177181510, + 3180323202, + 1002824950, + 1035688126, + 1029617711, + 1027957757, + 1003599049, + 3154515988, + 3187154335, + 1009608235, + 3174564301, + 1032506063, + 1032624250, + 1036661421, + 1024809250, + 3169537148, + 3166471003, + 3162237544, + 3179330328, + 1000911248, + 1002823771, + 3152985404, + 3172961039, + 3149488807, + 3171561499, + 3162878474, + 1009234460, + 3164690117, + 3160548320, + 1033526019, + 3169034308, + 1022663092, + 3175394731, + 1014832101, + 3170619396, + 3169595607, + 3162766944, + 1000500634, + 3180103682, + 1016457900, + 3177372632, + 3163925196, + 999123471, + 1029371129, + 1010400415, + 3162835647, + 1023503503, + 1005101865, + 3179216132, + 1034641327, + 3183472205, + 1012803205, + 3132558043, + 1005541447, + 1024429180, + 1024752713, + 3185513908, + 3167348228, + 3174636812, + 3181859725, + 3173155910, + 1027146564, + 1013691800, + 3165412066, + 1020181762, + 954330742, + 3150638200, + 1001101239, + 1024916244, + 1023679759, + 998537751, + 3163357636, + 3151864170, + 3158747304, + 1032312220, + 1013402037, + 1015727828, + 3167325708, + 1032781963, + 3170662565, + 1015210036, + 3172674488, + 3158705190, + 3149998357, + 1028289367, + 1026512040, + 1015350519, + 1009657437, + 3181011515, + 3171882939, + 3151704945, + 1032368229, + 3179798390, + 3163371542, + 3172855905, + 1015563569, + 3165831778, + 966241442, + 3170734130, + 3145569957, + 1024441776, + 974863360, + 1029430044, + 3145017011, + 3170833316, + 1009881209, + 1026734065, + 1015382269, + 1030299728, + 3152504720, + 1018253494, + 3176855005, + 3168593930, + 1032630912, + 1015130436, + 1027924431, + 1017017156, + 3148921831, + 3177961440, + 3184060803, + 3167831505, + 3164707865, + 3166441720, + 3172898876, + 3150990827, + 3171799361, + 1013203483, + 1004885559, + 1027274974, + 3155895728, + 1021339150, + 3130422155, + 3176529391, + 3170318975, + 1023794665, + 3180035458, + 1025050953, + 3176605232, + 3164783573, + 1022979583, + 1027440985, + 1023112341, + 982239207, + 1009038649, + 3163035972, + 1035757012, + 3118753750, + 1022217285, + 1007183539, + 3167754441, + 3182400372, + 1010940592, + 3172125762, + 3174089909, + 3177810384, + 1011388220, + 1022682704, + 3157891408, + 3176190370, + 1011898237, + 1011288283, + 1018803661, + 990998105, + 1026838347, + 3163761827, + 995338769, + 993647730, + 3139522868, + 982728971, + 3167449375, + 3167508115, + 1016791616, + 1001300963, + 1007483751, + 1025568092, + 1026299858, + 3184029376, + 3176220245, + 1017427131, + 3165077702, + 1015660513, + 3152302080, + 3183714525, + 1019530491, + 3180922201, + 1016737381, + 3171563620, + 1020062322, + 1017654483, + 3174508609, + 3140286284, + 1019162841, + 3159456001, + 3179669232, + 3130856042, + 3173081198, + 3179276043, + 3177119119, + 1015572829, + 1017619854, + 3170786713, + 3156156156, + 1027565058, + 1024664025, + 3140097754, + 3169736045, + 1024618424, + 3182873076, + 1000795397, + 1020685652, + 1023998178, + 1034430642, + 1001270688, + 1025832764, + 3169492285, + 1036372720, + 3172517916, + 3165115422, + 1028659891, + 1026554185, + 1026322974, + 1010864367, + 1009719813, + 1023930127, + 996844227, + 1030667727, + 3153219670, + 1008745464, + 3140865568, + 3156930514, + 1014255631, + 1012453589, + 3173309687, + 1018055636, + 3154892897, + 3162972496, + 3179977112, + 974688246, + 1031947012, + 3154899407, + 1018664101, + 3164901404, + 992713867, + 1015003072, + 3167241587, + 1012478953, + 3153375060, + 1020462394, + 1013102980, + 3161298739, + 3114788195, + 3179356220, + 3167029404, + 3149852392, + 994537871, + 3121326432, + 3177236302, + 1027089731, + 3147863587, + 967800706, + 1000187059, + 1007934624, + 3162891770, + 1019970680, + 988395311, + 3169334660, + 3169086433, + 1006182150, + 3150752223, + 3160769916, + 1018986825, + 1032206467, + 3178606464, + 1009728047, + 1032683057, + 1031406842, + 1031670203, + 1014649622, + 3179173021, + 3162674552, + 1020564849, + 1020124278, + 993225586, + 3164674591, + 3169018345, + 1027333304, + 1014779499, + 1009847282, + 992820873, + 3175055358, + 1024971905, + 3172515548, + 1013214548, + 3178897190, + 1026583109, + 3148631899, + 3168944561, + 3175284966, + 1016663984, + 3136046010, + 3143228813, + 1022990908, + 3160735906, + 3159237662, + 3158638388, + 1017715295, + 1011787315, + 3149544963, + 3159643900, + 1012697262, + 1016493814, + 1015559616, + 1016036150, + 3172280660, + 998412374, + 962145748, + 1015050741, + 1011706274, + 1027482326, + 1026565105, + 1013589209, + 1028694286, + 1026777412, + 1009734497, + 988739638, + 3180728096, + 3160010740, + 3163713719, + 1024285199, + 992450562, + 1028691739, + 3156758721, + 1020600314, + 3097795393, + 1033544710, + 1009301813, + 3162735457, + 997580157, + 1022841595, + 1025125908, + 3147332545, + 3173456696, + 3185456985, + 3151054715, + 3164018970, + 1023882599, + 3162742969, + 3181477995, + 3159996122, + 1011366088, + 979279408, + 3172219318, + 1024366638, + 1025273016, + 3166523291, + 1007803692, + 3180765315, + 986332708, + 3158130605, + 3175395945, + 3128044491, + 3165043479, + 1031605651, + 1013559247, + 3170210462, + 1016029512, + 3173233937, + 998436645, + 1004504130, + 3182740686, + 1023121442, + 3174088682, + 1007890787, + 1029253135, + 1013011612, + 991760345, + 3157456611, + 3171755451, + 3178271882, + 995345492, + 1019249198, + 3143629054, + 3157796701, + 1023199136, + 3150031989, + 1016419070, + 3169157932, + 1011972231, + 3182368174, + 3146183996, + 1020723839, + 3172277184, + 990776886, + 1024540888, + 1027582590, + 3183579434, + 1020257038, + 1024617533, + 3152851717, + 1030443511, + 3175568640, + 1018937674, + 1010420170, + 1025487640, + 3156393774, + 1014532405, + 3167845544, + 3169802638, + 1023458155, + 3176067440, + 3165122421, + 1033099980, + 999498141, + 1033024280, + 1008434447, + 1027346602, + 999642425, + 3181560678, + 3173998641, + 1023999117, + 3154652751, + 1033695233, + 3171045535, + 1026126935, + 1017764457, + 3165421349, + 1016716945, + 995399573, + 993739767, + 1016544137, + 1021781561, + 1001206587, + 3156576775, + 1036965078, + 3172844256, + 3158300829, + 1031941778, + 1011098592, + 3160640618, + 3178432056, + 3172106600, + 3171786874, + 1008761106, + 3158022496, + 3175188299, + 3163660882, + 1024092658, + 3169660828, + 1010819216, + 1015415364, + 1025505496, + 1030661010, + 3167334270, + 1010116387, + 3156617798, + 3164487726, + 1000359827, + 1000869663, + 1009298739, + 3160440388, + 1012016491, + 1023843360, + 3168767824, + 1018041672, + 1016898308, + 1025353991, + 1017290035, + 998514712, + 1031820016, + 3165742678, + 986635216, + 1006674711, + 3169575355, + 994755095, + 3163251986, + 1017443372, + 3158667663, + 1022212031, + 3165516715, + 1026511078, + 3152660468, + 1009555718, + 1025508438, + 3147578960, + 1028994785, + 1012053961, + 1019024692, + 3176822054, + 3168148906, + 1020985149, + 3158493624, + 1027170470, + 1022317360, + 3144553398, + 1009173542, + 1033692640, + 3155855065, + 1022046784, + 3142925249, + 3167565764, + 3154521373, + 1023963781, + 3161400862, + 1025345322, + 3177107952, + 1031529830, + 1027438917, + 3146100693, + 1004883377, + 1022801561, + 1022065968, + 3128145154, + 3166045628, + 1014556485, + 3181013457, + 1013296632, + 3156458618, + 1016844226, + 3153426723, + 1022245888, + 3175119554, + 1023076447, + 3174100318, + 1021979110, + 1020844400, + 1015673610, + 3154900009, + 3139700408, + 3163780265, + 1016533392, + 3172687560, + 1027247228, + 1023817909, + 3133825746, + 3176702626, + 3168703997, + 1018714680, + 3171309715, + 3170559478, + 1014588016, + 996266713, + 3137758388, + 1025237465, + 1029012578, + 1000365134, + 1032410901, + 1010863818, + 1027898450, + 3147791219, + 1018855894, + 1027546400, + 3164900967, + 1024400010, + 3155392790, + 3168073850, + 1008143160, + 3174293667, + 1021404459, + 3170278749, + 3180874039, + 1024734560, + 3143341455, + 1020469056, + 3084907862, + 1030192086, + 3156373301, + 3136080721, + 3153442606, + 1030282953, + 1011163749, + 1029149297, + 1012074631, + 1010090290, + 1022185075, + 3173251758, + 1017888734, + 1028476534, + 3179388968, + 3172798318, + 1030770951, + 1009731573, + 3175302772, + 3167698736, + 1024558978, + 1019896363, + 1015892639, + 3132814750, + 3177709514, + 3141615378, + 3165284130, + 1020495874, + 965774405, + 1005632460, + 3174544872, + 3147405857, + 3150259566, + 1032587961, + 1005892539, + 1027117788, + 3164208004, + 3173144975, + 3178787593, + 1022012477, + 1021596044, + 3174152700, + 1019898767, + 1010725043, + 1013518993, + 3158005545, + 3148209493, + 3154161995, + 1001048502, + 3180286110, + 1027961776, + 1027487720, + 1031935474, + 1017247773, + 3180107161, + 3156067203, + 3148342066, + 3164117422, + 1024497553, + 3179639561, + 3164034644, + 3138083443, + 1017172948, + 3165472641, + 3157026371, + 1024824108, + 1021733529, + 1007094219, + 3165805181, + 3175489631, + 1036000021, + 1005554691, + 3154026937, + 3162548913, + 3172784582, + 1029537143, + 1017724582, + 3164564711, + 1004759741, + 3170724530, + 1028539315, + 1017261565, + 1018209813, + 3149289959, + 1018527939, + 3176690463, + 1011247842, + 1006394815, + 3130241934, + 1018290465, + 1006645204, + 996747372, + 1028911522, + 1016259831, + 1020098212, + 3170762929, + 1028853304, + 1004337215, + 3152718347, + 1022468004, + 3164743363, + 1027376035, + 1020598381, + 1017844346, + 3171973194, + 1028685453, + 3171041392, + 3162930602, + 3126781286, + 1028512668, + 3180562402, + 3152166799, + 3152480829, + 1025713187, + 998809100, + 1028561005, + 3179832131, + 1019702794, + 3175010623, + 1031925786, + 1022866392, + 3160329958, + 1014131949, + 3172309401, + 3148952261, + 1019551362, + 3173104043, + 1025588503, + 1006140260, + 1000139642, + 3171809846, + 3158209837, + 1006770170, + 3172385206, + 3160206096, + 3162826703 + ], + "batch_bits": [ + 3168775471, + 3173550003, + 3179753060, + 1024311661, + 3156306661, + 997001756, + 3176710094, + 979034442, + 1003204335, + 1018230135, + 3175615440, + 3179119120, + 1027852560, + 1011094177, + 1008864064, + 998791713, + 3140109837, + 1003488376, + 1023622137, + 3172713451, + 1025942103, + 3172355431, + 3163302501, + 1038466703, + 3176479864, + 3152237670, + 1000192974, + 3153876953, + 3155453119, + 3171521956, + 1026362232, + 3181923793, + 3155389563, + 1024733845, + 1015425098, + 3157815385, + 3155708979, + 1028121083, + 3170828781, + 1024037480, + 3145511760, + 3177760636, + 3164506808, + 1026558008, + 3173049117, + 3144762273, + 3163383047, + 1028731358, + 3173031488, + 3135749506, + 3160336429, + 3169368695, + 1020898783, + 3179716357, + 3148220983, + 1023158921, + 1002325975, + 3179019478, + 3174168722, + 1007186183, + 1015959308, + 3168568000, + 3165427580, + 3177436218, + 3182337786, + 3175346034, + 1023810999, + 3163723320, + 3163497660, + 3177181510, + 3180323202, + 1002824950, + 1035688126, + 1029617711, + 1027957757, + 1003599049, + 3154515988, + 3187154335, + 1009608235, + 3174564301, + 1032506063, + 1032624250, + 1036661421, + 1024809250, + 3169537148, + 3166471003, + 3162237544, + 3179330328, + 1000911248, + 1002823771, + 3152985404, + 3172961039, + 3149488807, + 3171561499, + 3162878474, + 1009234460, + 3164690117, + 3160548320, + 1033526019, + 3169034308, + 1022663092, + 3175394731, + 1014832101, + 3170619396, + 3169595607, + 3162766944, + 1000500634, + 3180103682, + 1016457900, + 3177372632, + 3163925196, + 999123471, + 1029371129, + 1010400415, + 3162835647, + 1023503503, + 1005101865, + 3179216132, + 1034641327, + 3183472205, + 1012803205, + 3132558043, + 1005541447, + 1024429180, + 1024752713, + 3185513908, + 3167348228, + 3174636812, + 3181859725, + 3173155910, + 1027146564, + 1013691800, + 3165412066, + 1020181762, + 954330742, + 3150638200, + 1001101239, + 1024916244, + 1023679759, + 998537751, + 3163357636, + 3151864170, + 3158747304, + 1032312220, + 1013402037, + 1015727828, + 3167325708, + 1032781963, + 3170662565, + 1015210036, + 3172674488, + 3158705190, + 3149998357, + 1028289367, + 1026512040, + 1015350519, + 1009657437, + 3181011515, + 3171882939, + 3151704945, + 1032368229, + 3179798390, + 3163371542, + 3172855905, + 1015563569, + 3165831778, + 966241442, + 3170734130, + 3145569957, + 1024441776, + 974863360, + 1029430044, + 3145017011, + 3170833316, + 1009881209, + 1026734065, + 1015382269, + 1030299728, + 3152504720, + 1018253494, + 3176855005, + 3168593930, + 1032630912, + 1015130436, + 1027924431, + 1017017156, + 3148921831, + 3177961440, + 3184060803, + 3167831505, + 3164707865, + 3166441720, + 3172898876, + 3150990827, + 3171799361, + 1013203483, + 1004885559, + 1027274974, + 3155895728, + 1021339150, + 3130422155, + 3176529391, + 3170318975, + 1023794665, + 3180035458, + 1025050953, + 3176605232, + 3164783573, + 1022979583, + 1027440985, + 1023112341, + 982239207, + 1009038649, + 3163035972, + 1035757012, + 3118753750, + 1022217285, + 1007183539, + 3167754441, + 3182400372, + 1010940592, + 3172125762, + 3174089909, + 3177810384, + 1011388220, + 1022682704, + 3157891408, + 3176190370, + 1011898237, + 1011288283, + 1018803661, + 990998105, + 1026838347, + 3163761827, + 995338769, + 993647730, + 3139522868, + 982728971, + 3167449375, + 3167508115, + 1016791616, + 1001300963, + 1007483751, + 1025568092, + 1026299858, + 3184029376, + 3176220245, + 1017427131, + 3165077702, + 1015660513, + 3152302080, + 3183714525, + 1019530491, + 3180922201, + 1016737381, + 3171563620, + 1020062322, + 1017654483, + 3174508609, + 3140286284, + 1019162841, + 3159456001, + 3179669232, + 3130856042, + 3173081198, + 3179276043, + 3177119119, + 1015572829, + 1017619854, + 3170786713, + 3156156156, + 1027565058, + 1024664025, + 3140097754, + 3169736045, + 1024618424, + 3182873076, + 1000795397, + 1020685652, + 1023998178, + 1034430642, + 1001270688, + 1025832764, + 3169492285, + 1036372720, + 3172517916, + 3165115422, + 1028659891, + 1026554185, + 1026322974, + 1010864367, + 1009719813, + 1023930127, + 996844227, + 1030667727, + 3153219670, + 1008745464, + 3140865568, + 3156930514, + 1014255631, + 1012453589, + 3173309687, + 1018055636, + 3154892897, + 3162972496, + 3179977112, + 974688246, + 1031947012, + 3154899407, + 1018664101, + 3164901404, + 992713867, + 1015003072, + 3167241587, + 1012478953, + 3153375060, + 1020462394, + 1013102980, + 3161298739, + 3114788195, + 3179356220, + 3167029404, + 3149852392, + 994537871, + 3121326432, + 3177236302, + 1027089731, + 3147863587, + 967800706, + 1000187059, + 1007934624, + 3162891770, + 1019970680, + 988395311, + 3169334660, + 3169086433, + 1006182150, + 3150752223, + 3160769916, + 1018986825, + 1032206467, + 3178606464, + 1009728047, + 1032683057, + 1031406842, + 1031670203, + 1014649622, + 3179173021, + 3162674552, + 1020564849, + 1020124278, + 993225586, + 3164674591, + 3169018345, + 1027333304, + 1014779499, + 1009847282, + 992820873, + 3175055358, + 1024971905, + 3172515548, + 1013214548, + 3178897190, + 1026583109, + 3148631899, + 3168944561, + 3175284966, + 1016663984, + 3136046010, + 3143228813, + 1022990908, + 3160735906, + 3159237662, + 3158638388, + 1017715295, + 1011787315, + 3149544963, + 3159643900, + 1012697262, + 1016493814, + 1015559616, + 1016036150, + 3172280660, + 998412374, + 962145748, + 1015050741, + 1011706274, + 1027482326, + 1026565105, + 1013589209, + 1028694286, + 1026777412, + 1009734497, + 988739638, + 3180728096, + 3160010740, + 3163713719, + 1024285199, + 992450562, + 1028691739, + 3156758721, + 1020600314, + 3097795393, + 1033544710, + 1009301813, + 3162735457, + 997580157, + 1022841595, + 1025125908, + 3147332545, + 3173456696, + 3185456985, + 3151054715, + 3164018970, + 1023882599, + 3162742969, + 3181477995, + 3159996122, + 1011366088, + 979279408, + 3172219318, + 1024366638, + 1025273016, + 3166523291, + 1007803692, + 3180765315, + 986332708, + 3158130605, + 3175395945, + 3128044491, + 3165043479, + 1031605651, + 1013559247, + 3170210462, + 1016029512, + 3173233937, + 998436645, + 1004504130, + 3182740686, + 1023121442, + 3174088682, + 1007890787, + 1029253135, + 1013011612, + 991760345, + 3157456611, + 3171755451, + 3178271882, + 995345492, + 1019249198, + 3143629054, + 3157796701, + 1023199136, + 3150031989, + 1016419070, + 3169157932, + 1011972231, + 3182368174, + 3146183996, + 1020723839, + 3172277184, + 990776886, + 1024540888, + 1027582590, + 3183579434, + 1020257038, + 1024617533, + 3152851717, + 1030443511, + 3175568640, + 1018937674, + 1010420170, + 1025487640, + 3156393774, + 1014532405, + 3167845544, + 3169802638, + 1023458155, + 3176067440, + 3165122421, + 1033099980, + 999498141, + 1033024280, + 1008434447, + 1027346602, + 999642425, + 3181560678, + 3173998641, + 1023999117, + 3154652751, + 1033695233, + 3171045535, + 1026126935, + 1017764457, + 3165421349, + 1016716945, + 995399573, + 993739767, + 1016544137, + 1021781561, + 1001206587, + 3156576775, + 1036965078, + 3172844256, + 3158300829, + 1031941778, + 1011098592, + 3160640618, + 3178432056, + 3172106600, + 3171786874, + 1008761106, + 3158022496, + 3175188299, + 3163660882, + 1024092658, + 3169660828, + 1010819216, + 1015415364, + 1025505496, + 1030661010, + 3167334270, + 1010116387, + 3156617798, + 3164487726, + 1000359827, + 1000869663, + 1009298739, + 3160440388, + 1012016491, + 1023843360, + 3168767824, + 1018041672, + 1016898308, + 1025353991, + 1017290035, + 998514712, + 1031820016, + 3165742678, + 986635216, + 1006674711, + 3169575355, + 994755095, + 3163251986, + 1017443372, + 3158667663, + 1022212031, + 3165516715, + 1026511078, + 3152660468, + 1009555718, + 1025508438, + 3147578960, + 1028994785, + 1012053961, + 1019024692, + 3176822054, + 3168148906, + 1020985149, + 3158493624, + 1027170470, + 1022317360, + 3144553398, + 1009173542, + 1033692640, + 3155855065, + 1022046784, + 3142925249, + 3167565764, + 3154521373, + 1023963781, + 3161400862, + 1025345322, + 3177107952, + 1031529830, + 1027438917, + 3146100693, + 1004883377, + 1022801561, + 1022065968, + 3128145154, + 3166045628, + 1014556485, + 3181013457, + 1013296632, + 3156458618, + 1016844226, + 3153426723, + 1022245888, + 3175119554, + 1023076447, + 3174100318, + 1021979110, + 1020844400, + 1015673610, + 3154900009, + 3139700408, + 3163780265, + 1016533392, + 3172687560, + 1027247228, + 1023817909, + 3133825746, + 3176702626, + 3168703997, + 1018714680, + 3171309715, + 3170559478, + 1014588016, + 996266713, + 3137758388, + 1025237465, + 1029012578, + 1000365134, + 1032410901, + 1010863818, + 1027898450, + 3147791219, + 1018855894, + 1027546400, + 3164900967, + 1024400010, + 3155392790, + 3168073850, + 1008143160, + 3174293667, + 1021404459, + 3170278749, + 3180874039, + 1024734560, + 3143341455, + 1020469056, + 3084907862, + 1030192086, + 3156373301, + 3136080721, + 3153442606, + 1030282953, + 1011163749, + 1029149297, + 1012074631, + 1010090290, + 1022185075, + 3173251758, + 1017888734, + 1028476534, + 3179388968, + 3172798318, + 1030770951, + 1009731573, + 3175302772, + 3167698736, + 1024558978, + 1019896363, + 1015892639, + 3132814750, + 3177709514, + 3141615378, + 3165284130, + 1020495874, + 965774405, + 1005632460, + 3174544872, + 3147405857, + 3150259566, + 1032587961, + 1005892539, + 1027117788, + 3164208004, + 3173144975, + 3178787593, + 1022012477, + 1021596044, + 3174152700, + 1019898767, + 1010725043, + 1013518993, + 3158005545, + 3148209493, + 3154161995, + 1001048502, + 3180286110, + 1027961776, + 1027487720, + 1031935474, + 1017247773, + 3180107161, + 3156067203, + 3148342066, + 3164117422, + 1024497553, + 3179639561, + 3164034644, + 3138083443, + 1017172948, + 3165472641, + 3157026371, + 1024824108, + 1021733529, + 1007094219, + 3165805181, + 3175489631, + 1036000021, + 1005554691, + 3154026937, + 3162548913, + 3172784582, + 1029537143, + 1017724582, + 3164564711, + 1004759741, + 3170724530, + 1028539315, + 1017261565, + 1018209813, + 3149289959, + 1018527939, + 3176690463, + 1011247842, + 1006394815, + 3130241934, + 1018290465, + 1006645204, + 996747372, + 1028911522, + 1016259831, + 1020098212, + 3170762929, + 1028853304, + 1004337215, + 3152718347, + 1022468004, + 3164743363, + 1027376035, + 1020598381, + 1017844346, + 3171973194, + 1028685453, + 3171041392, + 3162930602, + 3126781286, + 1028512668, + 3180562402, + 3152166799, + 3152480829, + 1025713187, + 998809100, + 1028561005, + 3179832131, + 1019702794, + 3175010623, + 1031925786, + 1022866392, + 3160329958, + 1014131949, + 3172309401, + 3148952261, + 1019551362, + 3173104043, + 1025588503, + 1006140260, + 1000139642, + 3171809846, + 3158209837, + 1006770170, + 3172385206, + 3160206096, + 3162826703 + ], + "corpus_chunk_id": 15202 + }, + { + "name": "corpus_39430", + "source": "atlas v3 gate chunk", + "token_ids": [ + 0, + 468, + 48512, + 54496, + 19452, + 104152, + 6, + 105748, + 292, + 28484, + 75060, + 2886, + 527, + 217, + 140505, + 1311, + 105962, + 39041, + 48141, + 117, + 167934, + 5, + 438, + 23410, + 142424, + 3542, + 28412, + 297, + 74, + 756, + 10291, + 80973, + 7, + 3542, + 11814, + 390, + 9351, + 1295, + 27774, + 19364, + 33, + 248, + 531, + 927, + 5, + 170, + 1681, + 1829, + 6331, + 9, + 1264, + 39, + 20805, + 45064, + 5, + 6, + 58745, + 123089, + 42, + 6, + 58745, + 106015, + 15, + 50986, + 16, + 6, + 58745, + 4865, + 442, + 45831, + 15, + 59994, + 13, + 9351, + 2685, + 16, + 6, + 58745, + 56504, + 6, + 58745, + 6, + 58745, + 55479, + 58745, + 55479, + 58745, + 55479, + 58745, + 55479, + 58745, + 6, + 58745, + 6, + 101956, + 15, + 7251, + 42294, + 18695, + 1250, + 16, + 6, + 58745, + 1657, + 40777, + 12, + 16459, + 4397, + 696, + 18347, + 9233, + 5, + 508, + 64, + 89840, + 7, + 64, + 147152, + 25442, + 15, + 105548, + 977, + 70166, + 429, + 3142, + 2641, + 12, + 9473, + 64, + 147152, + 1135, + 46132, + 6, + 101956, + 28864, + 313, + 10927, + 6, + 58745, + 44, + 441, + 474, + 15724, + 56002, + 58, + 8967, + 497, + 474, + 1745, + 997, + 168398, + 1733, + 74, + 44, + 12137, + 343, + 538, + 17475, + 7, + 58, + 1745, + 997, + 168398, + 15, + 5584, + 9, + 51734, + 7, + 4, + 3299, + 65450, + 7, + 16, + 6, + 58745, + 541, + 138911, + 294, + 9, + 84677, + 1456, + 50184, + 6, + 58745, + 6, + 58745, + 78736, + 15, + 6696, + 102, + 1614, + 59478, + 16, + 6, + 58745, + 313, + 10927, + 12, + 9473, + 2306, + 64, + 5, + 98908, + 64, + 7568, + 64, + 48824, + 127689, + 1135, + 248, + 9473, + 48824, + 127689, + 4210, + 170, + 1681, + 1135, + 6, + 58745, + 8273, + 59478, + 63769, + 7154, + 36746, + 15, + 11, + 41566, + 7154, + 248, + 31635, + 248, + 5122, + 18, + 16, + 6, + 58745, + 29426, + 172211, + 66458, + 292, + 10723, + 176377, + 110, + 26366, + 903, + 11675, + 6, + 58745, + 6, + 58745, + 13527, + 11388, + 248, + 28864, + 425, + 15, + 171126, + 724, + 22693, + 16, + 6, + 58745, + 61687, + 12, + 9473, + 79794, + 3975, + 696, + 21393, + 177, + 6328, + 5, + 277, + 64, + 12620, + 3611, + 9, + 40897, + 64, + 40899, + 425, + 64, + 147152, + 1135, + 15, + 44593, + 34, + 927, + 1295, + 531, + 927, + 5, + 170, + 1681, + 3142, + 6817, + 12620, + 130250, + 12, + 16459, + 4397, + 696, + 21393, + 177, + 6328, + 5, + 277, + 64, + 89840, + 7, + 64, + 147152, + 25442, + 15, + 105548, + 977, + 70166, + 429, + 16, + 6, + 58745, + 1774, + 454, + 50986, + 4, + 158978, + 76896, + 11814, + 454, + 1264, + 16797, + 997, + 168398, + 454, + 257, + 4, + 22299, + 7, + 40197, + 4, + 34515, + 454, + 93343, + 454, + 2109, + 126, + 454, + 45639, + 7, + 6, + 58745, + 29426, + 172211, + 66458, + 6, + 58745, + 6, + 58745, + 13527, + 114211, + 2016, + 292, + 17915, + 6, + 58745, + 61687, + 12, + 9473, + 79794, + 3975, + 696, + 59636, + 40899, + 5, + 508, + 64, + 3121, + 64, + 519, + 64, + 334, + 50412, + 147152, + 1135, + 15, + 19770, + 9473, + 59636, + 40899, + 5, + 40897, + 9, + 19770, + 9, + 52368, + 1135, + 248, + 531, + 927, + 5, + 170, + 1681, + 9473, + 59636, + 40899, + 1135, + 3142, + 130250, + 42805, + 3975, + 696, + 59636, + 40899, + 5, + 508, + 64, + 2271, + 40777, + 2863, + 4488, + 65421, + 2863, + 2016, + 9191, + 6, + 58745, + 21972, + 214, + 11516, + 127, + 16, + 248, + 5895, + 538, + 248, + 176735, + 127689, + 1745, + 997, + 168398, + 20028, + 2537, + 6423, + 6, + 58745, + 29426, + 172211, + 66458, + 6, + 58745, + 6, + 58745, + 13527, + 114211, + 2016, + 292, + 21488, + 6, + 58745, + 61687, + 12, + 5701, + 3564, + 38496, + 15, + 19770, + 9473, + 59636, + 40899, + 5, + 40897, + 9, + 19770, + 9, + 6114, + 1135, + 16, + 6, + 58745, + 5701, + 17262, + 54825, + 6, + 58745, + 29426, + 172211, + 66458, + 6, + 58745, + 6, + 58745, + 123573, + 114211, + 6, + 58745, + 61687, + 12, + 9473, + 79794, + 3975, + 696, + 40897, + 5, + 277, + 12018, + 40899, + 5, + 508, + 64, + 289, + 14612, + 64, + 147152, + 64, + 112197, + 1294, + 1135, + 4, + 9473, + 64, + 289, + 14612, + 64, + 2721, + 2069, + 64, + 45639, + 7, + 1135, + 4, + 9473, + 64, + 289, + 14612, + 64, + 2721, + 2069, + 64, + 22144, + 59478, + 7, + 1135, + 15, + 215725, + 6, + 20004, + 56065, + 3142, + 130250, + 12, + 3975, + 696, + 277, + 12018, + 40899, + 5, + 508, + 64, + 147152, + 6, + 58745, + 3622, + 63784, + 7564, + 7, + 20209, + 168404, + 19361, + 4, + 43606, + 11193, + 474, + 997, + 5895, + 538, + 76896, + 127689, + 64, + 15644, + 7, + 4, + 1774, + 997, + 14922, + 6, + 58745, + 29426, + 172211, + 66458, + 6, + 58745, + 6, + 58745, + 313, + 2256, + 15, + 441, + 2256, + 28872, + 121129, + 289, + 16, + 6, + 58745, + 61687, + 12, + 9473, + 79794, + 3975, + 696, + 40897, + 5, + 238, + 2256, + 5, + 9190, + 64, + 40897, + 64, + 334, + 50412, + 223, + 1314, + 64, + 282, + 64, + 5868, + 64, + 147152, + 9, + 93343, + 7, + 1135, + 997, + 9473, + 64, + 223, + 1314, + 64, + 24854, + 532, + 8152, + 64, + 173212, + 1135, + 15, + 19770, + 9473, + 238, + 2256, + 5, + 40897, + 9, + 19770, + 1135, + 3142, + 130250, + 12, + 3975, + 696, + 9007, + 5, + 238, + 2256, + 5, + 9190, + 64, + 155892, + 24351, + 2863, + 44, + 1062, + 7, + 4588, + 17475, + 7, + 58, + 16138, + 6, + 58745, + 90512, + 33297, + 1062, + 5281, + 997, + 168398, + 7, + 28848, + 100, + 43606, + 454, + 497, + 474, + 248, + 5895, + 538, + 248, + 176735, + 74, + 22299, + 40197, + 6, + 58745, + 29426, + 172211, + 66458, + 6, + 58745, + 6, + 58745, + 62723, + 4233, + 343, + 6, + 58745, + 61687, + 12, + 9473, + 79794, + 3975, + 696, + 40897, + 5, + 123041, + 184, + 343, + 5, + 277, + 64, + 65918, + 64, + 173212, + 1135, + 15, + 19770, + 9473, + 123041, + 184, + 343, + 5, + 40897, + 9, + 19770, + 1135, + 16, + 6, + 58745, + 40197, + 454, + 7319, + 7, + 12, + 3622, + 248, + 2855, + 3674, + 248, + 47, + 48398, + 454, + 2037, + 117, + 226649, + 6, + 58745, + 29426, + 172211, + 66458, + 6, + 58745, + 6, + 58745, + 1815, + 292, + 2206, + 9222, + 61687, + 6, + 58745, + 1657, + 40777, + 62, + 12, + 16459, + 4397, + 696, + 508, + 52629, + 5, + 59875, + 5, + 277, + 64, + 147152, + 32, + 6032, + 1052, + 51459, + 1369, + 19777, + 48590, + 9, + 5636, + 7, + 1230, + 9843, + 1369, + 17957, + 9, + 93343, + 25442, + 15, + 11388, + 22968, + 70166, + 429, + 248, + 34515, + 9, + 93343, + 3142, + 1657, + 40777, + 335, + 12, + 16459, + 4397, + 696, + 2271, + 40777, + 5, + 182422, + 5, + 59875, + 5, + 277, + 64, + 11, + 4994, + 64, + 40897, + 64, + 48281, + 4935, + 196651, + 5, + 59875, + 11, + 4994, + 5, + 277, + 64, + 41502, + 162, + 25442, + 15, + 7, + 100184, + 13452, + 9226, + 9, + 3066, + 9, + 222978, + 91685, + 120377, + 13683, + 120301, + 44, + 48824, + 18939, + 6, + 58745, + 908, + 9, + 51734, + 627, + 20266, + 248, + 384, + 20266, + 248, + 627, + 34427, + 17475, + 7, + 136, + 81732, + 127689, + 100, + 70, + 13452, + 6, + 58745, + 541, + 138911, + 294, + 9, + 84677, + 1456, + 50184, + 6, + 58745, + 6, + 58745, + 1815, + 292, + 38730, + 1250, + 15, + 62068, + 16, + 6, + 58745, + 1657, + 40777, + 12, + 16459, + 4397, + 696, + 3630, + 5, + 59875, + 5, + 277, + 64, + 25442, + 2863, + 208071, + 15, + 5868, + 69407, + 12, + 3975, + 696, + 3630, + 5, + 59875, + 5, + 277, + 64, + 115095, + 64, + 59875, + 9, + 508, + 9, + 5868, + 7, + 64, + 16, + 6, + 58745, + 208071, + 11814, + 20209, + 190, + 93753, + 3622, + 15, + 142994, + 997, + 107582, + 997, + 79632, + 16, + 6, + 58745, + 541, + 138911, + 294, + 9, + 84677, + 1456, + 50184, + 6, + 58745, + 6, + 58745, + 36939, + 13293, + 61687, + 6, + 58745, + 1657, + 40777, + 12, + 16459, + 4397, + 696, + 18548, + 5, + 35273, + 5, + 508, + 25442, + 2863, + 13293, + 61687, + 239721, + 2863, + 16459, + 1062, + 7, + 4588, + 25442, + 15, + 107, + 75616, + 7, + 390, + 3299, + 64, + 17489, + 64, + 6448, + 1755, + 4, + 51042, + 11034, + 16, + 136, + 16459, + 192948, + 214, + 25442, + 15, + 21284, + 674, + 55300, + 4, + 159399, + 7, + 16200, + 40197, + 3142, + 22799, + 7, + 99, + 33245, + 5, + 35273, + 5, + 508, + 64, + 40897, + 9, + 19770, + 7, + 6, + 58745, + 11399, + 9, + 67919, + 8783, + 9, + 162, + 9, + 53927, + 9, + 519, + 127689, + 997, + 2193, + 2069, + 11341, + 6, + 58745, + 541, + 138911, + 294, + 9, + 84677, + 1456, + 50184, + 6, + 58745, + 6, + 58745, + 48316, + 13034, + 107, + 15, + 108259, + 1314, + 1342, + 532, + 16, + 6, + 58745, + 61687, + 12, + 6524, + 11727, + 2737, + 866, + 9473, + 683, + 34274, + 3975, + 696, + 40897, + 5, + 182422, + 13034, + 107, + 5, + 277, + 64, + 222978, + 64, + 334, + 77212, + 41382, + 99247, + 1135, + 4, + 2053, + 3509, + 9473, + 18244, + 1314, + 4153, + 202010, + 7, + 22409, + 2631, + 4935, + 1135, + 15, + 6448, + 33, + 9473, + 182422, + 13034, + 107, + 5, + 40897, + 9, + 6448, + 33, + 9, + 5636, + 9, + 188, + 9, + 5636, + 1135, + 16, + 6, + 58745, + 853, + 75616, + 7, + 248, + 18499, + 7, + 248, + 1614, + 107, + 75616, + 7, + 117, + 26499, + 20209, + 209, + 594, + 99201, + 6, + 58745, + 29426, + 172211, + 66458, + 6, + 58745, + 6, + 58745, + 4252, + 991, + 6, + 58745, + 313, + 10927, + 12, + 9473, + 2306, + 64, + 89110, + 7, + 64, + 7568, + 64, + 987, + 991, + 1774, + 7639, + 1135, + 997, + 9473, + 987, + 991, + 40041, + 5303, + 1135, + 15, + 1478, + 35820, + 982, + 9323, + 248, + 44, + 52368, + 18939, + 6, + 58745, + 208071, + 4, + 6, + 15555, + 7, + 12301, + 64, + 5429, + 75639, + 4, + 6002, + 4439, + 4, + 63399, + 7, + 4, + 31913, + 7, + 20209, + 1774, + 17475, + 7, + 74, + 168398, + 5622, + 6, + 58745, + 29426, + 172211, + 66458, + 6, + 58745, + 6, + 58745, + 527, + 217, + 140505, + 1250, + 15, + 10869, + 1311, + 105962, + 16, + 6, + 58745, + 61687, + 12, + 9473, + 79794, + 248, + 223, + 1314, + 64, + 26916, + 982, + 9323, + 2 + ], + "single_bits": [ + 3170359497, + 3162671606, + 3176585942, + 3171005922, + 3169623604, + 3148862025, + 1003228044, + 3169796114, + 3166165657, + 1015434368, + 1016030678, + 998395945, + 1018513683, + 3170705688, + 1018898902, + 1012872149, + 3175375631, + 995712014, + 1021956810, + 1013249250, + 1007625406, + 1023035947, + 1024328596, + 1026129877, + 3169244829, + 1018394035, + 1028872576, + 3172191833, + 1025061996, + 3164333257, + 3163134280, + 3172136416, + 998711562, + 3179035035, + 3171688233, + 1023046099, + 3156064736, + 3165382311, + 3180952125, + 3148859903, + 3163156007, + 3184554060, + 3170855830, + 1024628572, + 3170861081, + 1014657081, + 1021991842, + 1024521222, + 3179415405, + 3171303999, + 1022295021, + 3165771700, + 1017175984, + 992811338, + 1024665355, + 1027639530, + 1025111532, + 1027810089, + 1037643768, + 1008303667, + 1029842378, + 1029411752, + 3160019771, + 3170014600, + 3176539494, + 3178880119, + 954265782, + 3166703947, + 3177436535, + 3157455146, + 3170970800, + 1012786376, + 1032811393, + 1008517357, + 1019756589, + 1029110767, + 1024395830, + 3149968494, + 1031961098, + 3181906724, + 1018893514, + 1031847019, + 1024845330, + 3156087914, + 975976028, + 3168481012, + 3153330037, + 3173008723, + 3155856517, + 3164422880, + 3176378646, + 1028109146, + 1009278611, + 3176366927, + 3169558362, + 3180042539, + 3170081480, + 3134573373, + 1032092983, + 952478947, + 1031116576, + 3169707202, + 1008672191, + 3176888408, + 3174191754, + 3157344079, + 1027666031, + 3176543482, + 1014761654, + 3158055001, + 1021948098, + 3160418661, + 3173823408, + 3170526361, + 3165897217, + 3135464907, + 3162745504, + 3182527103, + 3164919147, + 3154906502, + 1018402203, + 3163942168, + 1021368708, + 1025873947, + 3166236628, + 3173450844, + 3163937479, + 1013538600, + 3176775876, + 3173270097, + 1001445143, + 1030884924, + 1032071114, + 1006710195, + 1039161041, + 1008297976, + 998770020, + 1024681370, + 1025769002, + 1016595505, + 998618791, + 1026200428, + 3181279524, + 1023818943, + 3160393163, + 997869027, + 1024556090, + 3175113275, + 1016162692, + 1020341836, + 3164132264, + 3178805077, + 3162991157, + 1007150085, + 3176296969, + 1006966429, + 3169854901, + 3177507148, + 1026919922, + 1032820828, + 1014289183, + 1002493819, + 1016599029, + 3174889423, + 1013572186, + 3175484322, + 3152046113, + 3180475353, + 3179970176, + 1022601043, + 3172186219, + 3172904783, + 995390083, + 3143671935, + 1015841288, + 1035120824, + 3164826441, + 986535937, + 3138426578, + 3165122972, + 1017246246, + 3181026353, + 3183934198, + 1031485366, + 3180485505, + 3165276532, + 994344110, + 3167184306, + 3178911118, + 3169688498, + 1025647094, + 3179180903, + 1028328215, + 1015126815, + 1002124704, + 3151774569, + 3163969138, + 3178154090, + 1018132982, + 1035219572, + 1016502471, + 3172058366, + 3163112384, + 1027759889, + 3147533868, + 3168994361, + 1009264677, + 1028121740, + 3164499360, + 1029475741, + 1013594030, + 3175613604, + 3183375599, + 3167236831, + 1017029617, + 3167037681, + 3147007468, + 1024403231, + 3173236565, + 3129267921, + 994942317, + 3179989955, + 3171780838, + 3180207114, + 1035524649, + 3175194771, + 3171751341, + 3141588178, + 3155680674, + 3180764447, + 1025430690, + 1020869484, + 1031841544, + 3167999235, + 1014036881, + 1022245288, + 3099837636, + 1015648355, + 3173510120, + 1028599384, + 1036839516, + 1007815945, + 1021185294, + 1033133879, + 1012258918, + 3140913408, + 3160059825, + 3165816152, + 3161353606, + 3168477086, + 3165725737, + 3171080131, + 3158087739, + 1016432040, + 3154480112, + 3165719117, + 3179445332, + 1025865998, + 1016559445, + 3152060561, + 3155194160, + 1027597082, + 3177291481, + 3160695077, + 1010681848, + 3137351442, + 1023864494, + 1018181750, + 3166835767, + 986421965, + 1017518658, + 1034114693, + 1024434935, + 1017293247, + 3155251235, + 1023387671, + 1023179948, + 1007232483, + 3167836513, + 1017662200, + 1017851578, + 1013737038, + 3168605979, + 995515806, + 1027077537, + 3164924335, + 3160916211, + 3183438232, + 1036033335, + 3145477062, + 3159652539, + 985506145, + 3167315955, + 1024618683, + 1030737529, + 3180301226, + 1018545143, + 1027909669, + 3155396238, + 3173604094, + 1022405725, + 3150732769, + 1013044387, + 3159090801, + 3125505658, + 3160150336, + 1007585169, + 1007545567, + 3164469654, + 1022364388, + 3165212805, + 3171761255, + 3162141734, + 1013531047, + 1023173452, + 3163213542, + 984120605, + 1015944786, + 1021076276, + 3166778062, + 1022863365, + 3180419226, + 1027225724, + 3172025342, + 1018246053, + 3172400200, + 3179422380, + 1022412482, + 1029462687, + 1020234045, + 3147495461, + 3160219947, + 3171945291, + 987844240, + 3172776565, + 3174337297, + 3172720859, + 1007144996, + 1021361441, + 1011240645, + 1027252696, + 3179618812, + 1023872444, + 1027247108, + 3164901447, + 3141263300, + 1031780260, + 3175982711, + 1028515199, + 3165272259, + 1031801157, + 1011685573, + 3154124328, + 1001424292, + 1023095590, + 3181340809, + 3168540194, + 3162755915, + 3154449627, + 1009461735, + 1019505409, + 1010952095, + 3159479057, + 3149945187, + 979988080, + 3154325153, + 3174954246, + 1030555908, + 1007024479, + 1028779240, + 984610927, + 3167109195, + 1029203762, + 3173490485, + 3148356724, + 1006755977, + 1026433379, + 3175416029, + 3158282502, + 1032208367, + 1024766122, + 3167777086, + 1025903143, + 3159191563, + 1025030732, + 3175920863, + 1023038080, + 1008180537, + 968730808, + 3151981900, + 1031339800, + 1023945788, + 3151030725, + 1025072986, + 1024171985, + 992561542, + 1005652743, + 1028611528, + 3149376729, + 1004983406, + 1031475642, + 3158001371, + 3172481088, + 1009192379, + 3173399162, + 1022515952, + 1020907959, + 1024645500, + 1014926725, + 3162302313, + 1018763131, + 1025228069, + 3167509840, + 1019079812, + 1030568510, + 3168745412, + 1028031323, + 1017119715, + 1020722295, + 3167745831, + 3173897516, + 1006613458, + 1009621515, + 3167315041, + 3168084274, + 1010754322, + 3168043143, + 3138024187, + 1000205840, + 3153489730, + 1012123195, + 3158223122, + 1009802342, + 3174188546, + 3163461719, + 3176157851, + 1003655736, + 3173200746, + 3175532775, + 3180637059, + 1017328806, + 3175923341, + 3151573959, + 3166938597, + 1022789956, + 3164736568, + 3174827173, + 1013547659, + 3170604466, + 3168742822, + 3150644003, + 1023654503, + 3167176068, + 1004376145, + 3173290151, + 3163951930, + 1008581557, + 3171678979, + 1017187616, + 1018036720, + 3175904390, + 3176759226, + 3135317469, + 1030892997, + 3164749125, + 1000689551, + 1014870726, + 3177712980, + 1023707637, + 3154591717, + 3171745935, + 1024629645, + 1026423440, + 1018635964, + 1022436162, + 3162575191, + 3162045068, + 3165421168, + 3161775387, + 3166639785, + 3165200632, + 1023707970, + 1030063587, + 1007466019, + 1016519860, + 1005585705, + 3178592720, + 3148047759, + 1019285780, + 3166861453, + 1027629686, + 3172114859, + 3168189145, + 1019271150, + 3167670329, + 3156771404, + 3173548070, + 3171624740, + 1021914431, + 1001028605, + 3164165597, + 3145223952, + 1023533422, + 3173190582, + 980215748, + 3168836432, + 1017589546, + 1013471097, + 3178174554, + 3161361051, + 994905212, + 998520306, + 3173059303, + 3175066241, + 3166581908, + 3159651151, + 3163962677, + 1012896347, + 1033409349, + 1024708166, + 1017692003, + 3174358834, + 1037601133, + 992964896, + 992700120, + 3155759456, + 1015576966, + 1024192082, + 1022729359, + 1019900666, + 1022462418, + 1025389737, + 1016336342, + 3170310826, + 1022650176, + 1020758893, + 986096583, + 1001140977, + 1017041601, + 3164354684, + 1022452205, + 1030982016, + 3158996477, + 3172843629, + 1025018530, + 3151941394, + 1024491482, + 1016535982, + 1026643996, + 3168922894, + 3171441977, + 3155632704, + 3159280404, + 1009049312, + 3162026386, + 1032942135, + 1002600824, + 3172131807, + 3146136662, + 979529520, + 1024702027, + 1024982225, + 3182353023, + 3163853093, + 3166627148, + 991840363, + 3147512971, + 3169083590, + 3168452983, + 1027882690, + 957492682, + 1025932773, + 995201570, + 3179422828, + 3156333566, + 1012714303, + 3175051646, + 3175951435, + 3176192125, + 3161474050, + 1012202159, + 1008498219, + 3148567551, + 3186558920, + 951016666, + 3144049209, + 3162402022, + 3147748634, + 3174739964, + 1024044107, + 3095532046, + 3164790804, + 1016918130, + 1023704315, + 1020687647, + 988813113, + 3157403927, + 1023942449, + 3149279257, + 1033764486, + 1030561166, + 1034373433, + 1024480116, + 1019520273, + 3152138855, + 3175237955, + 3140673204, + 3178771460, + 1030257373, + 1021502733, + 3177263135, + 3172540905, + 1027853128, + 3178001071, + 1020844269, + 3139633063, + 1005650439, + 3176516655, + 1033645578, + 1026129502, + 1023800365, + 1030344310, + 1027319021, + 3178427611, + 3165110923, + 1034454639, + 3163410020, + 1009936026, + 1019605589, + 999399473, + 1024692648, + 1022351072, + 984024450, + 3171822245, + 1033967501, + 3113535518, + 3175002116, + 1022088736, + 1032598598, + 3163651377, + 3158758610, + 3169897221, + 3169363223, + 1005094872, + 3175313781, + 998977091, + 1025842168, + 1013504720, + 1027021818, + 1030081506, + 3174479798, + 3171711126, + 3163785593, + 1017292311, + 1020798295, + 3173121341, + 3163020546, + 3173155934, + 3151180701, + 1001747127, + 3166672127, + 1012280910, + 3187440414, + 3171718766, + 3152308802, + 1026873213, + 1027314700, + 1029722235, + 3150217291, + 1027864135, + 3177173163, + 1022078602, + 1025277670, + 3170012462, + 3163964265, + 1014981809, + 3112528988, + 3175021797, + 3129526131, + 3151035347, + 1008254117, + 3163526210, + 3164008406, + 1018744995, + 3168782508, + 1011429896, + 1024670885, + 3169112802, + 3155032260, + 3154965963, + 1024440329, + 1023647322, + 3175032154, + 1002922521, + 1016013313, + 3154139806, + 1004423630, + 1021849473, + 980679868, + 3178187546, + 3176193365, + 3166623483, + 1016204154, + 3155817784, + 3179561349, + 3179626576, + 1028220570, + 1021958230, + 1024146127, + 1005163616, + 3163516239, + 3158416740, + 1024548332, + 1031455463, + 1005281721, + 3148237420, + 992729746, + 993681847, + 1016436903, + 3141656155, + 1024548533, + 1020350567, + 3146028158, + 3171032606, + 1021426920, + 1017722828, + 3147563190, + 3165546188, + 1027150759, + 3158979433, + 3168223101, + 1033873362, + 3160500844, + 3137544571, + 3132898568, + 1032567723, + 3153283284, + 3172602577, + 3170283764, + 1015648355, + 1016420557, + 1017215377, + 1012371081, + 1024623408, + 1019653973, + 3165362772, + 3166236080, + 1025035551, + 3139717339, + 993495176, + 3177458051, + 994586459, + 1024607184, + 1024805385, + 3127701941, + 3177035702, + 3174105697, + 997300937, + 3160009733, + 3157251303, + 1020103146, + 1021573363, + 3172289837, + 3163125427, + 1026256949, + 3151036388, + 3175411880, + 3173618482 + ], + "batch_bits": [ + 3170359497, + 3162671606, + 3176585942, + 3171005922, + 3169623604, + 3148862025, + 1003228044, + 3169796114, + 3166165657, + 1015434368, + 1016030678, + 998395945, + 1018513683, + 3170705688, + 1018898902, + 1012872149, + 3175375631, + 995712014, + 1021956810, + 1013249250, + 1007625406, + 1023035947, + 1024328596, + 1026129877, + 3169244829, + 1018394035, + 1028872576, + 3172191833, + 1025061996, + 3164333257, + 3163134280, + 3172136416, + 998711562, + 3179035035, + 3171688233, + 1023046099, + 3156064736, + 3165382311, + 3180952125, + 3148859903, + 3163156007, + 3184554060, + 3170855830, + 1024628572, + 3170861081, + 1014657081, + 1021991842, + 1024521222, + 3179415405, + 3171303999, + 1022295021, + 3165771700, + 1017175984, + 992811338, + 1024665355, + 1027639530, + 1025111532, + 1027810089, + 1037643768, + 1008303667, + 1029842378, + 1029411752, + 3160019771, + 3170014600, + 3176539494, + 3178880119, + 954265782, + 3166703947, + 3177436535, + 3157455146, + 3170970800, + 1012786376, + 1032811393, + 1008517357, + 1019756589, + 1029110767, + 1024395830, + 3149968494, + 1031961098, + 3181906724, + 1018893514, + 1031847019, + 1024845330, + 3156087914, + 975976028, + 3168481012, + 3153330037, + 3173008723, + 3155856517, + 3164422880, + 3176378646, + 1028109146, + 1009278611, + 3176366927, + 3169558362, + 3180042539, + 3170081480, + 3134573373, + 1032092983, + 952478947, + 1031116576, + 3169707202, + 1008672191, + 3176888408, + 3174191754, + 3157344079, + 1027666031, + 3176543482, + 1014761654, + 3158055001, + 1021948098, + 3160418661, + 3173823408, + 3170526361, + 3165897217, + 3135464907, + 3162745504, + 3182527103, + 3164919147, + 3154906502, + 1018402203, + 3163942168, + 1021368708, + 1025873947, + 3166236628, + 3173450844, + 3163937479, + 1013538600, + 3176775876, + 3173270097, + 1001445143, + 1030884924, + 1032071114, + 1006710195, + 1039161041, + 1008297976, + 998770020, + 1024681370, + 1025769002, + 1016595505, + 998618791, + 1026200428, + 3181279524, + 1023818943, + 3160393163, + 997869027, + 1024556090, + 3175113275, + 1016162692, + 1020341836, + 3164132264, + 3178805077, + 3162991157, + 1007150085, + 3176296969, + 1006966429, + 3169854901, + 3177507148, + 1026919922, + 1032820828, + 1014289183, + 1002493819, + 1016599029, + 3174889423, + 1013572186, + 3175484322, + 3152046113, + 3180475353, + 3179970176, + 1022601043, + 3172186219, + 3172904783, + 995390083, + 3143671935, + 1015841288, + 1035120824, + 3164826441, + 986535937, + 3138426578, + 3165122972, + 1017246246, + 3181026353, + 3183934198, + 1031485366, + 3180485505, + 3165276532, + 994344110, + 3167184306, + 3178911118, + 3169688498, + 1025647094, + 3179180903, + 1028328215, + 1015126815, + 1002124704, + 3151774569, + 3163969138, + 3178154090, + 1018132982, + 1035219572, + 1016502471, + 3172058366, + 3163112384, + 1027759889, + 3147533868, + 3168994361, + 1009264677, + 1028121740, + 3164499360, + 1029475741, + 1013594030, + 3175613604, + 3183375599, + 3167236831, + 1017029617, + 3167037681, + 3147007468, + 1024403231, + 3173236565, + 3129267921, + 994942317, + 3179989955, + 3171780838, + 3180207114, + 1035524649, + 3175194771, + 3171751341, + 3141588178, + 3155680674, + 3180764447, + 1025430690, + 1020869484, + 1031841544, + 3167999235, + 1014036881, + 1022245288, + 3099837636, + 1015648355, + 3173510120, + 1028599384, + 1036839516, + 1007815945, + 1021185294, + 1033133879, + 1012258918, + 3140913408, + 3160059825, + 3165816152, + 3161353606, + 3168477086, + 3165725737, + 3171080131, + 3158087739, + 1016432040, + 3154480112, + 3165719117, + 3179445332, + 1025865998, + 1016559445, + 3152060561, + 3155194160, + 1027597082, + 3177291481, + 3160695077, + 1010681848, + 3137351442, + 1023864494, + 1018181750, + 3166835767, + 986421965, + 1017518658, + 1034114693, + 1024434935, + 1017293247, + 3155251235, + 1023387671, + 1023179948, + 1007232483, + 3167836513, + 1017662200, + 1017851578, + 1013737038, + 3168605979, + 995515806, + 1027077537, + 3164924335, + 3160916211, + 3183438232, + 1036033335, + 3145477062, + 3159652539, + 985506145, + 3167315955, + 1024618683, + 1030737529, + 3180301226, + 1018545143, + 1027909669, + 3155396238, + 3173604094, + 1022405725, + 3150732769, + 1013044387, + 3159090801, + 3125505658, + 3160150336, + 1007585169, + 1007545567, + 3164469654, + 1022364388, + 3165212805, + 3171761255, + 3162141734, + 1013531047, + 1023173452, + 3163213542, + 984120605, + 1015944786, + 1021076276, + 3166778062, + 1022863365, + 3180419226, + 1027225724, + 3172025342, + 1018246053, + 3172400200, + 3179422380, + 1022412482, + 1029462687, + 1020234045, + 3147495461, + 3160219947, + 3171945291, + 987844240, + 3172776565, + 3174337297, + 3172720859, + 1007144996, + 1021361441, + 1011240645, + 1027252696, + 3179618812, + 1023872444, + 1027247108, + 3164901447, + 3141263300, + 1031780260, + 3175982711, + 1028515199, + 3165272259, + 1031801157, + 1011685573, + 3154124328, + 1001424292, + 1023095590, + 3181340809, + 3168540194, + 3162755915, + 3154449627, + 1009461735, + 1019505409, + 1010952095, + 3159479057, + 3149945187, + 979988080, + 3154325153, + 3174954246, + 1030555908, + 1007024479, + 1028779240, + 984610927, + 3167109195, + 1029203762, + 3173490485, + 3148356724, + 1006755977, + 1026433379, + 3175416029, + 3158282502, + 1032208367, + 1024766122, + 3167777086, + 1025903143, + 3159191563, + 1025030732, + 3175920863, + 1023038080, + 1008180537, + 968730808, + 3151981900, + 1031339800, + 1023945788, + 3151030725, + 1025072986, + 1024171985, + 992561542, + 1005652743, + 1028611528, + 3149376729, + 1004983406, + 1031475642, + 3158001371, + 3172481088, + 1009192379, + 3173399162, + 1022515952, + 1020907959, + 1024645500, + 1014926725, + 3162302313, + 1018763131, + 1025228069, + 3167509840, + 1019079812, + 1030568510, + 3168745412, + 1028031323, + 1017119715, + 1020722295, + 3167745831, + 3173897516, + 1006613458, + 1009621515, + 3167315041, + 3168084274, + 1010754322, + 3168043143, + 3138024187, + 1000205840, + 3153489730, + 1012123195, + 3158223122, + 1009802342, + 3174188546, + 3163461719, + 3176157851, + 1003655736, + 3173200746, + 3175532775, + 3180637059, + 1017328806, + 3175923341, + 3151573959, + 3166938597, + 1022789956, + 3164736568, + 3174827173, + 1013547659, + 3170604466, + 3168742822, + 3150644003, + 1023654503, + 3167176068, + 1004376145, + 3173290151, + 3163951930, + 1008581557, + 3171678979, + 1017187616, + 1018036720, + 3175904390, + 3176759226, + 3135317469, + 1030892997, + 3164749125, + 1000689551, + 1014870726, + 3177712980, + 1023707637, + 3154591717, + 3171745935, + 1024629645, + 1026423440, + 1018635964, + 1022436162, + 3162575191, + 3162045068, + 3165421168, + 3161775387, + 3166639785, + 3165200632, + 1023707970, + 1030063587, + 1007466019, + 1016519860, + 1005585705, + 3178592720, + 3148047759, + 1019285780, + 3166861453, + 1027629686, + 3172114859, + 3168189145, + 1019271150, + 3167670329, + 3156771404, + 3173548070, + 3171624740, + 1021914431, + 1001028605, + 3164165597, + 3145223952, + 1023533422, + 3173190582, + 980215748, + 3168836432, + 1017589546, + 1013471097, + 3178174554, + 3161361051, + 994905212, + 998520306, + 3173059303, + 3175066241, + 3166581908, + 3159651151, + 3163962677, + 1012896347, + 1033409349, + 1024708166, + 1017692003, + 3174358834, + 1037601133, + 992964896, + 992700120, + 3155759456, + 1015576966, + 1024192082, + 1022729359, + 1019900666, + 1022462418, + 1025389737, + 1016336342, + 3170310826, + 1022650176, + 1020758893, + 986096583, + 1001140977, + 1017041601, + 3164354684, + 1022452205, + 1030982016, + 3158996477, + 3172843629, + 1025018530, + 3151941394, + 1024491482, + 1016535982, + 1026643996, + 3168922894, + 3171441977, + 3155632704, + 3159280404, + 1009049312, + 3162026386, + 1032942135, + 1002600824, + 3172131807, + 3146136662, + 979529520, + 1024702027, + 1024982225, + 3182353023, + 3163853093, + 3166627148, + 991840363, + 3147512971, + 3169083590, + 3168452983, + 1027882690, + 957492682, + 1025932773, + 995201570, + 3179422828, + 3156333566, + 1012714303, + 3175051646, + 3175951435, + 3176192125, + 3161474050, + 1012202159, + 1008498219, + 3148567551, + 3186558920, + 951016666, + 3144049209, + 3162402022, + 3147748634, + 3174739964, + 1024044107, + 3095532046, + 3164790804, + 1016918130, + 1023704315, + 1020687647, + 988813113, + 3157403927, + 1023942449, + 3149279257, + 1033764486, + 1030561166, + 1034373433, + 1024480116, + 1019520273, + 3152138855, + 3175237955, + 3140673204, + 3178771460, + 1030257373, + 1021502733, + 3177263135, + 3172540905, + 1027853128, + 3178001071, + 1020844269, + 3139633063, + 1005650439, + 3176516655, + 1033645578, + 1026129502, + 1023800365, + 1030344310, + 1027319021, + 3178427611, + 3165110923, + 1034454639, + 3163410020, + 1009936026, + 1019605589, + 999399473, + 1024692648, + 1022351072, + 984024450, + 3171822245, + 1033967501, + 3113535518, + 3175002116, + 1022088736, + 1032598598, + 3163651377, + 3158758610, + 3169897221, + 3169363223, + 1005094872, + 3175313781, + 998977091, + 1025842168, + 1013504720, + 1027021818, + 1030081506, + 3174479798, + 3171711126, + 3163785593, + 1017292311, + 1020798295, + 3173121341, + 3163020546, + 3173155934, + 3151180701, + 1001747127, + 3166672127, + 1012280910, + 3187440414, + 3171718766, + 3152308802, + 1026873213, + 1027314700, + 1029722235, + 3150217291, + 1027864135, + 3177173163, + 1022078602, + 1025277670, + 3170012462, + 3163964265, + 1014981809, + 3112528988, + 3175021797, + 3129526131, + 3151035347, + 1008254117, + 3163526210, + 3164008406, + 1018744995, + 3168782508, + 1011429896, + 1024670885, + 3169112802, + 3155032260, + 3154965963, + 1024440329, + 1023647322, + 3175032154, + 1002922521, + 1016013313, + 3154139806, + 1004423630, + 1021849473, + 980679868, + 3178187546, + 3176193365, + 3166623483, + 1016204154, + 3155817784, + 3179561349, + 3179626576, + 1028220570, + 1021958230, + 1024146127, + 1005163616, + 3163516239, + 3158416740, + 1024548332, + 1031455463, + 1005281721, + 3148237420, + 992729746, + 993681847, + 1016436903, + 3141656155, + 1024548533, + 1020350567, + 3146028158, + 3171032606, + 1021426920, + 1017722828, + 3147563190, + 3165546188, + 1027150759, + 3158979433, + 3168223101, + 1033873362, + 3160500844, + 3137544571, + 3132898568, + 1032567723, + 3153283284, + 3172602577, + 3170283764, + 1015648355, + 1016420557, + 1017215377, + 1012371081, + 1024623408, + 1019653973, + 3165362772, + 3166236080, + 1025035551, + 3139717339, + 993495176, + 3177458051, + 994586459, + 1024607184, + 1024805385, + 3127701941, + 3177035702, + 3174105697, + 997300937, + 3160009733, + 3157251303, + 1020103146, + 1021573363, + 3172289837, + 3163125427, + 1026256949, + 3151036388, + 3175411880, + 3173618482 + ], + "corpus_chunk_id": 39430 + }, + { + "name": "corpus_long", + "source": "atlas v3 chunk, >512 tokens", + "token_ids": [ + 0, + 28398, + 616, + 10991, + 28484, + 5, + 16459, + 45689, + 6991, + 106, + 292, + 49935, + 9, + 73, + 217, + 12, + 25442, + 21771, + 9, + 943, + 118, + 289, + 29367, + 15, + 188, + 685, + 30535, + 7, + 4, + 82230, + 757, + 247, + 5701, + 49935, + 3820, + 617, + 13330, + 104043, + 16792, + 3894, + 24864, + 23837, + 7915, + 618, + 4, + 110, + 456, + 75457, + 5, + 64906, + 297, + 47, + 47353, + 5, + 4867, + 5, + 16459, + 45689, + 6991, + 116, + 292, + 1973, + 9, + 7, + 1177, + 4517, + 12, + 25442, + 33041, + 15, + 44713, + 2886, + 19732, + 134053, + 20271, + 70, + 11675, + 4, + 8, + 61518, + 4734, + 6780, + 2588, + 39, + 28, + 127966, + 71, + 99, + 4034, + 194, + 168318, + 71, + 23, + 1702, + 363, + 7, + 4, + 756, + 50997, + 12, + 20, + 347, + 238, + 88684, + 87349, + 12, + 436, + 7146, + 6260, + 3882, + 4, + 71641, + 525, + 67987, + 145407, + 4, + 248, + 334, + 50412, + 94005, + 1781, + 98, + 11469, + 6, + 161041, + 8821, + 4, + 1257, + 6032, + 190, + 127, + 2389, + 39, + 4, + 24814, + 757, + 165523, + 4, + 757, + 68828, + 18499, + 7, + 23, + 138, + 127, + 4, + 3564, + 9, + 188, + 9, + 3611, + 1238, + 4902, + 454, + 93, + 425, + 5, + 7134, + 254, + 6867, + 28583, + 64, + 70265, + 20, + 9803, + 40899, + 9, + 86687, + 36457, + 12, + 436, + 7146, + 6, + 179913, + 3117, + 4, + 248, + 156566, + 64, + 94005, + 87349, + 81, + 418, + 5, + 1819, + 5, + 5016, + 20, + 300, + 425, + 59811, + 158296, + 997, + 58580, + 257, + 5372, + 15, + 587, + 434, + 20347, + 1031, + 163883, + 16, + 27875, + 20, + 16459, + 53234, + 86429, + 10336, + 109133, + 1381, + 304, + 11, + 11, + 9323, + 2863, + 138, + 712, + 1126, + 3882, + 11, + 678, + 110, + 3525, + 7909, + 4, + 221, + 110, + 456, + 177149, + 509, + 16940, + 25442, + 15, + 1264, + 70, + 110, + 9, + 6936, + 44930, + 194, + 19335, + 9, + 60427, + 41421, + 9, + 78292, + 176506, + 12, + 96, + 7, + 9, + 26973, + 67, + 572, + 188328, + 2203, + 18831, + 7, + 64, + 31251, + 7, + 64, + 24931, + 2203, + 53305, + 142481, + 454, + 841, + 188328, + 2203, + 59665, + 64, + 24931, + 12684, + 2203, + 31380, + 31470, + 5201, + 74, + 45234, + 69141, + 93392, + 9, + 113458, + 5, + 27646, + 10015, + 150011, + 4, + 6780, + 64, + 15769, + 64, + 93, + 425, + 4271, + 9, + 2472, + 19364, + 297, + 47, + 138, + 712, + 1126, + 3882, + 11, + 15, + 17255, + 468, + 758, + 10289, + 42564, + 71, + 468, + 14226, + 363, + 4, + 915, + 8517, + 7, + 64, + 13034, + 350, + 9, + 118, + 1459, + 4734, + 4, + 997, + 12243, + 124519, + 4, + 110, + 347, + 238, + 88684, + 31344, + 74, + 468, + 14226, + 363, + 155738, + 16, + 20, + 69182, + 297, + 37348, + 468, + 149265, + 64, + 4904, + 2588, + 1126, + 7464, + 180, + 65441, + 4, + 106, + 6868, + 12638, + 15, + 309, + 152028, + 71, + 3142, + 111378, + 10837, + 39544, + 9, + 191, + 538, + 757, + 24626, + 4, + 468, + 152463, + 39544, + 9, + 191, + 538, + 138, + 24626, + 74, + 9803, + 351, + 9, + 982, + 4305, + 13, + 10865, + 7, + 468, + 758, + 1197, + 4, + 468, + 758, + 4235, + 4, + 468, + 186410, + 4, + 468, + 202498, + 4, + 468, + 60450, + 4, + 468, + 131564, + 4, + 468, + 122545, + 4, + 111378, + 13307, + 20, + 96746, + 297, + 10, + 2773, + 38188, + 12, + 6780, + 64, + 157, + 1636, + 64, + 8727, + 13223, + 5, + 54686, + 1902, + 24209, + 10, + 20324, + 43658, + 64457, + 111, + 70, + 12937, + 297, + 954, + 39, + 10187, + 47, + 6780, + 64, + 2943, + 206, + 9, + 52368, + 64, + 93, + 425, + 9, + 18749, + 9, + 8727, + 13223, + 5, + 54686, + 15, + 69246, + 7, + 3542, + 31943, + 6827, + 40494, + 903, + 11675, + 25, + 7, + 42805, + 16, + 292, + 6002, + 37534, + 136, + 14359, + 2822, + 70, + 954, + 39, + 10187, + 20, + 182747, + 37076, + 175961, + 74, + 7464, + 914, + 3674, + 98, + 208641, + 15, + 11935, + 22829, + 966, + 61687, + 22799, + 16, + 707, + 35820, + 982, + 9323, + 15, + 4904, + 149265, + 64, + 4904, + 2588, + 1126, + 6, + 170224, + 194, + 73327, + 21068, + 19630, + 6620, + 12, + 22631, + 2886, + 15, + 2037, + 86429, + 25813, + 16, + 2863, + 51514, + 24765, + 7, + 496, + 39, + 20, + 27432, + 50453, + 10366, + 12, + 9926, + 13223, + 11675, + 12684, + 997, + 53397, + 26499, + 210651, + 297, + 4, + 174176, + 136, + 25944, + 297, + 47, + 1256, + 206, + 9, + 52368, + 237, + 611, + 5039, + 420, + 67466, + 4, + 31815, + 12684, + 114689, + 48141, + 4, + 69236, + 1733, + 2256, + 42805, + 17164, + 297, + 16459, + 45689, + 6991, + 138, + 292, + 35142, + 9, + 15288, + 18, + 12, + 25442, + 11205, + 4743, + 15, + 2306, + 12951, + 39, + 64, + 62635, + 39, + 4, + 11737, + 6780, + 4015, + 22618, + 1511, + 247, + 110, + 41928, + 15491, + 16444, + 66704, + 292, + 7158, + 48398, + 4, + 110, + 5303, + 5180, + 12765, + 297, + 4, + 110, + 7666, + 42, + 5470, + 297, + 5, + 1326, + 41653, + 4, + 1957, + 6780, + 64, + 18244, + 65421, + 64, + 519, + 16765, + 64, + 93, + 425, + 9, + 30544, + 9, + 45804, + 9, + 39, + 238, + 88684, + 9, + 59636, + 40899, + 9, + 3509, + 2037, + 64, + 15080, + 555, + 454, + 29822, + 7, + 64, + 90141, + 7, + 5, + 4867, + 136, + 6780, + 64, + 18244, + 65421, + 64, + 519, + 16765, + 64, + 93, + 425, + 9, + 30544, + 9, + 45804, + 9, + 39, + 238, + 88684, + 9, + 59636, + 40899, + 9, + 3509, + 2037, + 64, + 15080, + 555, + 454, + 29822, + 7, + 64, + 7560, + 693, + 133, + 9, + 61340, + 5, + 170, + 1681, + 15, + 16428, + 454, + 71013, + 616, + 131290, + 5, + 2 + ], + "single_bits": [ + 3178976159, + 3174827353, + 3184425348, + 1017206921, + 1010713781, + 3179734848, + 1024649945, + 3179451497, + 3146786861, + 1016268912, + 1020126865, + 3178503517, + 1036100416, + 3161673732, + 3165100569, + 3164840022, + 3161262718, + 1018466917, + 1028681810, + 1028584221, + 3164773010, + 1009153667, + 3161412843, + 3167549508, + 3179319574, + 986598967, + 1025384300, + 998563124, + 3174058796, + 1029105733, + 1019064265, + 3182621896, + 999676044, + 1016669147, + 3149615731, + 996654801, + 3173233623, + 3157564188, + 3158267213, + 1023743622, + 3167032740, + 3160122334, + 3157879484, + 1019943238, + 3174174411, + 3170213680, + 1011584361, + 1023651261, + 3158912032, + 1016604043, + 1034301038, + 1029378577, + 986158981, + 3180803602, + 1028020831, + 3147175221, + 3168011067, + 994848763, + 3113509573, + 1014679517, + 993440418, + 1001725820, + 3164413047, + 1020245139, + 3178308429, + 3164994928, + 3179156536, + 1020661627, + 1023334181, + 1016933647, + 1004327892, + 3164793141, + 1029209867, + 1030894569, + 1001001367, + 1023523509, + 1023718339, + 1017205024, + 1013668632, + 3179035396, + 1007082005, + 1032113010, + 1027663878, + 1015547760, + 1012597208, + 1034518914, + 3169901467, + 3164436459, + 1001102786, + 1015832694, + 3173806466, + 1020827072, + 1011580052, + 3176385744, + 3143890492, + 3173399525, + 3176523760, + 1013082459, + 3140555737, + 3154353366, + 3147643178, + 1019030259, + 3132276110, + 3167969539, + 3181293177, + 1023622822, + 1027891829, + 3175855882, + 963829965, + 1029797301, + 3157933578, + 3158980556, + 3160259666, + 992545929, + 3167594629, + 3174206900, + 3164553395, + 3174990832, + 1011527980, + 3162644824, + 1022993350, + 3179572995, + 1020135321, + 1010226299, + 3162508616, + 3151600069, + 1003863164, + 3171176077, + 3171844380, + 3170129701, + 3165072040, + 1027661540, + 1032941128, + 1021276128, + 1030937485, + 1019985395, + 1018340255, + 3164853861, + 1019290482, + 3166488885, + 3174416817, + 1003711440, + 1010308100, + 3152798757, + 3172637815, + 996594803, + 1032479337, + 3180181562, + 3144195355, + 1026388965, + 3166053836, + 3164953162, + 975561465, + 3171485584, + 3172853358, + 1020709090, + 3180544725, + 3182381301, + 3171719619, + 1031026711, + 1024898821, + 3141498088, + 3171929693, + 3181062114, + 3154407090, + 951787420, + 3182464352, + 1004752764, + 3161402037, + 3177069657, + 3177133892, + 3140717024, + 1031926636, + 3140815449, + 1022284865, + 1024836591, + 1027195901, + 1036940076, + 1031178672, + 1016258752, + 3179144607, + 3175732911, + 1013900165, + 1015701549, + 3171080553, + 3158559167, + 3164925819, + 3180072884, + 3172481268, + 3166603679, + 1019238657, + 3175911436, + 1025949532, + 1013418100, + 1006166126, + 3171330163, + 3177047086, + 3175014204, + 3176865115, + 1023334533, + 1032781375, + 3152220500, + 3164402955, + 1022408307, + 3178473101, + 1024931865, + 1009813836, + 1005014656, + 1034187849, + 3158219070, + 1018381864, + 1002736930, + 3177356028, + 3166969533, + 1017646578, + 994708720, + 3165089313, + 994445429, + 3182803184, + 1017883640, + 1027562387, + 3176954418, + 3168593237, + 3181000915, + 1022660486, + 3171043468, + 1022061654, + 3167266346, + 1022114671, + 3163175306, + 1016804421, + 3176381886, + 3157489616, + 3173856430, + 1010941755, + 3173098208, + 3171537969, + 3131134093, + 3147165166, + 1036045285, + 1019990026, + 3162919742, + 1011552968, + 1029051839, + 1000609206, + 3140144784, + 1006757442, + 3183553052, + 1009333064, + 3158334080, + 1019354123, + 3166331036, + 1027232399, + 1030936545, + 3168515268, + 3180626919, + 1019442522, + 1009491818, + 3149292756, + 3158859302, + 3154891796, + 3183045000, + 3177430423, + 3151051778, + 3172859299, + 3158134485, + 3166409764, + 1012517310, + 3144592885, + 985736534, + 3163172689, + 992049382, + 1012670455, + 3174091812, + 1029071343, + 3164000505, + 1032537272, + 1000427592, + 3155093583, + 3170967266, + 983032853, + 1005798232, + 3156416946, + 974097960, + 3176023861, + 1015384550, + 3175954330, + 3168482642, + 1034235897, + 1015956661, + 3147411536, + 1025872055, + 3176131191, + 3147975069, + 1021212425, + 3154506640, + 959070354, + 1011915062, + 3172869641, + 1025443377, + 3154473027, + 1023507008, + 1028195466, + 3173104362, + 3167520932, + 1013356866, + 1017970538, + 3172287632, + 1020978848, + 1007826032, + 1012878216, + 3173681546, + 1007695311, + 1031280759, + 1015717490, + 3166021881, + 3151450803, + 1024378459, + 1020577630, + 3147263168, + 1022704318, + 3178501253, + 3173420765, + 1021814590, + 1009265251, + 3172334523, + 1016969329, + 3154429413, + 1012178375, + 993631079, + 1009397410, + 3145795357, + 3175147397, + 1008389961, + 1013247103, + 3162593567, + 1024117615, + 1023925643, + 3174642784, + 3171624039, + 1021299068, + 3179133581, + 1021589403, + 3158847308, + 3171959198, + 1018690191, + 1028146742, + 3174086634, + 3157825993, + 1002082878, + 1022913732, + 3168878788, + 1019540996, + 1025148982, + 3169449321, + 3165397682, + 3172720062, + 3173354972, + 1002877303, + 1013481424, + 1023722743, + 3160875028, + 1012638037, + 3173154937, + 1020350843, + 1006608696, + 3169322072, + 1027597623, + 3169692332, + 1008741813, + 1023735446, + 3172555486, + 1025220184, + 1016399014, + 3173047473, + 1007918671, + 1025747502, + 3163879722, + 3174253279, + 3174499921, + 1019832639, + 3165399529, + 1015573115, + 1011696697, + 1023472303, + 1008232408, + 1026010338, + 1022095271, + 1018507854, + 1025291212, + 1032971205, + 1019799194, + 1017934881, + 1026304798, + 3172120487, + 3179921792, + 3165597692, + 1022870346, + 3179355958, + 1011759930, + 1019076580, + 3163704525, + 3168636277, + 994752647, + 3171198321, + 3181587011, + 3174984726, + 1002947909, + 1032304628, + 1031263079, + 3172744026, + 1017059638, + 3161934944, + 1014419829, + 1008165076, + 3165234520, + 1032188387, + 3163921186, + 1017101204, + 3179834720, + 3181202376, + 3169033771, + 1019275492, + 3180153507, + 3181501965, + 1026599894, + 3155748157, + 3141899870, + 3174021944, + 3143459862, + 3176974998, + 996282905, + 3163729947, + 3174488704, + 990106465, + 996121287, + 1022366490, + 3180139944, + 3171593537, + 3172664912, + 3176938184, + 3171259187, + 1024068434, + 1026961305, + 3158167100, + 3182005155, + 3171417364, + 1015815589, + 3173562494, + 999492678, + 1020762051, + 1004270386, + 1025536499, + 1028049205, + 1022813190, + 1015933557, + 1027021916, + 3185278973, + 3180852825, + 3164602026, + 1006711783, + 3117984928, + 1031997832, + 3159766507, + 3163760521, + 1015028529, + 1007683132, + 1005820685, + 1008311712, + 3149480003, + 1014064880, + 3136906727, + 1011832356, + 1022700540, + 1020947426, + 3158275806, + 1010879838, + 3171679711, + 3162815995, + 1019379005, + 1017372417, + 1033384029, + 1017985060, + 3171914672, + 1031240321, + 998180521, + 3166525172, + 3156877100, + 3158377301, + 3159703666, + 1037305144, + 3168100992, + 3172214063, + 1032080166, + 1020667334, + 3161818015, + 3161171120, + 977136360, + 1002550543, + 1008753146, + 3149757823, + 1004593784, + 3162754113, + 3157754886, + 1023617083, + 3165375912, + 1020825735, + 3161041232, + 3166395451, + 991241135, + 3178498978, + 3165558933, + 3156001382, + 3125828225, + 1027334520, + 1026070861, + 1001105783, + 999063325, + 1031263832, + 1019025673, + 1027414809, + 3150136189, + 985186870, + 1024577305, + 3136690204, + 3151018550, + 1016539140, + 1020065676, + 3171726616, + 1033570692, + 1025519477, + 1031800652, + 3145986592, + 3136870865, + 990482608, + 1031306929, + 3175728509, + 1025853678, + 1026297737, + 3168073871, + 998398751, + 1011189832, + 3166316292, + 3178317938, + 1009543661, + 1018475269, + 1019122373, + 3167009701, + 1031191988, + 3151355519, + 3174487695, + 3171567170, + 1019079781, + 1031579063, + 3180785921, + 1032565086, + 1001901108, + 1011346929, + 1028196613, + 1007734088, + 1024531039, + 1001807961, + 3179522985, + 3162425705, + 1018165746, + 1004563087, + 3170199036, + 3165295532, + 1013701396, + 1024017003, + 974522164, + 3132591159, + 1022879941, + 1003424213, + 1031287189, + 3175593128, + 3176014253, + 3174420510, + 3175395789, + 1013114245, + 1020758882, + 1013031379, + 3149095251, + 3180897508, + 1022056745, + 1017033317, + 1026518815, + 3167032042, + 3158443968, + 1004349072, + 987427482, + 3134716026, + 1008947867, + 1032966510, + 1034046275, + 978785833, + 996280846, + 3163519660, + 974290560, + 1015801220, + 1026325899, + 1035303358, + 1029841608, + 1015892365, + 3149875758, + 3146977396, + 1016398537, + 3174658258, + 1028716891, + 994662251, + 3154138956, + 1002868230, + 1027705329, + 3177119563, + 1000647408, + 1030340998, + 3162146487, + 1025680159, + 1020606535, + 3156795765, + 3164268346, + 1033189565, + 1034011841, + 3173279697, + 3180115095, + 3166252478, + 3177963250, + 3179824045, + 1013304125, + 1027305404, + 1032760408, + 1018822423, + 990245172, + 1007267446, + 1030001597, + 1005854170, + 3169213525, + 1023572286, + 1027483897, + 3138713835, + 1003906607, + 3163400150, + 3139413959, + 1015727529, + 3181343636, + 3135172624, + 999712060, + 3166003448, + 993702086, + 1022482379, + 3175163738, + 3148774711, + 1022523208, + 3148572429, + 1025393518, + 1022689121, + 984146775, + 1001390127, + 1023259049, + 1019531213, + 998276226, + 3172643839, + 3172832391, + 1018792270, + 3156607313, + 1033714617, + 998737561, + 1029517018, + 1005526716, + 3134974547, + 3169233137, + 3175426816, + 1023700303, + 3172560365, + 3168059866, + 1019916161, + 1016096467, + 3172848765, + 1014465271, + 1008212488, + 1023282255, + 3138402433, + 1034643993, + 3176547195, + 977186079, + 1025169464, + 3160165559, + 1008263288, + 1017930964, + 992752656, + 1025922303, + 994712705, + 3172829076, + 3154407810, + 1024325972, + 3149808674, + 1017128589, + 1025820957, + 1019065451, + 1014381525, + 3169634951, + 3161377232, + 1011407671, + 3164837935, + 3171834584, + 3177523405, + 1016834175, + 1015257078, + 1007680664, + 991428838, + 3162687230, + 3165859611, + 3152728574, + 1031814521, + 1033019286, + 3176746331, + 1008809314, + 1015981166, + 3128998799, + 3171785745, + 1024634074, + 1031732280, + 1028701996, + 3163530972, + 1018059337, + 975317143, + 1021028009, + 3161204844, + 1007904045, + 985929640, + 1018423510, + 3163482788, + 996745084, + 1009727388, + 3164968951, + 3156671989, + 3166532521, + 3177962784, + 1014072330, + 3161137609, + 1010723852, + 1004856361, + 996920506, + 1019767654, + 1039239365, + 3154803148, + 3156732644, + 1031375463, + 1022618003, + 3152384582, + 3176527722, + 3132256406, + 1028228284, + 3156155265, + 3137091827, + 3172674505, + 3162901015, + 3160058319, + 3158363832, + 3147981115, + 1009704335, + 1017014439, + 3180336428, + 1002447581, + 3167469350, + 3161802499, + 3173872794, + 3157812216 + ], + "batch_bits": [ + 3178976159, + 3174827353, + 3184425348, + 1017206921, + 1010713781, + 3179734848, + 1024649945, + 3179451497, + 3146786861, + 1016268912, + 1020126865, + 3178503517, + 1036100416, + 3161673732, + 3165100569, + 3164840022, + 3161262718, + 1018466917, + 1028681810, + 1028584221, + 3164773010, + 1009153667, + 3161412843, + 3167549508, + 3179319574, + 986598967, + 1025384300, + 998563124, + 3174058796, + 1029105733, + 1019064265, + 3182621896, + 999676044, + 1016669147, + 3149615731, + 996654801, + 3173233623, + 3157564188, + 3158267213, + 1023743622, + 3167032740, + 3160122334, + 3157879484, + 1019943238, + 3174174411, + 3170213680, + 1011584361, + 1023651261, + 3158912032, + 1016604043, + 1034301038, + 1029378577, + 986158981, + 3180803602, + 1028020831, + 3147175221, + 3168011067, + 994848763, + 3113509573, + 1014679517, + 993440418, + 1001725820, + 3164413047, + 1020245139, + 3178308429, + 3164994928, + 3179156536, + 1020661627, + 1023334181, + 1016933647, + 1004327892, + 3164793141, + 1029209867, + 1030894569, + 1001001367, + 1023523509, + 1023718339, + 1017205024, + 1013668632, + 3179035396, + 1007082005, + 1032113010, + 1027663878, + 1015547760, + 1012597208, + 1034518914, + 3169901467, + 3164436459, + 1001102786, + 1015832694, + 3173806466, + 1020827072, + 1011580052, + 3176385744, + 3143890492, + 3173399525, + 3176523760, + 1013082459, + 3140555737, + 3154353366, + 3147643178, + 1019030259, + 3132276110, + 3167969539, + 3181293177, + 1023622822, + 1027891829, + 3175855882, + 963829965, + 1029797301, + 3157933578, + 3158980556, + 3160259666, + 992545929, + 3167594629, + 3174206900, + 3164553395, + 3174990832, + 1011527980, + 3162644824, + 1022993350, + 3179572995, + 1020135321, + 1010226299, + 3162508616, + 3151600069, + 1003863164, + 3171176077, + 3171844380, + 3170129701, + 3165072040, + 1027661540, + 1032941128, + 1021276128, + 1030937485, + 1019985395, + 1018340255, + 3164853861, + 1019290482, + 3166488885, + 3174416817, + 1003711440, + 1010308100, + 3152798757, + 3172637815, + 996594803, + 1032479337, + 3180181562, + 3144195355, + 1026388965, + 3166053836, + 3164953162, + 975561465, + 3171485584, + 3172853358, + 1020709090, + 3180544725, + 3182381301, + 3171719619, + 1031026711, + 1024898821, + 3141498088, + 3171929693, + 3181062114, + 3154407090, + 951787420, + 3182464352, + 1004752764, + 3161402037, + 3177069657, + 3177133892, + 3140717024, + 1031926636, + 3140815449, + 1022284865, + 1024836591, + 1027195901, + 1036940076, + 1031178672, + 1016258752, + 3179144607, + 3175732911, + 1013900165, + 1015701549, + 3171080553, + 3158559167, + 3164925819, + 3180072884, + 3172481268, + 3166603679, + 1019238657, + 3175911436, + 1025949532, + 1013418100, + 1006166126, + 3171330163, + 3177047086, + 3175014204, + 3176865115, + 1023334533, + 1032781375, + 3152220500, + 3164402955, + 1022408307, + 3178473101, + 1024931865, + 1009813836, + 1005014656, + 1034187849, + 3158219070, + 1018381864, + 1002736930, + 3177356028, + 3166969533, + 1017646578, + 994708720, + 3165089313, + 994445429, + 3182803184, + 1017883640, + 1027562387, + 3176954418, + 3168593237, + 3181000915, + 1022660486, + 3171043468, + 1022061654, + 3167266346, + 1022114671, + 3163175306, + 1016804421, + 3176381886, + 3157489616, + 3173856430, + 1010941755, + 3173098208, + 3171537969, + 3131134093, + 3147165166, + 1036045285, + 1019990026, + 3162919742, + 1011552968, + 1029051839, + 1000609206, + 3140144784, + 1006757442, + 3183553052, + 1009333064, + 3158334080, + 1019354123, + 3166331036, + 1027232399, + 1030936545, + 3168515268, + 3180626919, + 1019442522, + 1009491818, + 3149292756, + 3158859302, + 3154891796, + 3183045000, + 3177430423, + 3151051778, + 3172859299, + 3158134485, + 3166409764, + 1012517310, + 3144592885, + 985736534, + 3163172689, + 992049382, + 1012670455, + 3174091812, + 1029071343, + 3164000505, + 1032537272, + 1000427592, + 3155093583, + 3170967266, + 983032853, + 1005798232, + 3156416946, + 974097960, + 3176023861, + 1015384550, + 3175954330, + 3168482642, + 1034235897, + 1015956661, + 3147411536, + 1025872055, + 3176131191, + 3147975069, + 1021212425, + 3154506640, + 959070354, + 1011915062, + 3172869641, + 1025443377, + 3154473027, + 1023507008, + 1028195466, + 3173104362, + 3167520932, + 1013356866, + 1017970538, + 3172287632, + 1020978848, + 1007826032, + 1012878216, + 3173681546, + 1007695311, + 1031280759, + 1015717490, + 3166021881, + 3151450803, + 1024378459, + 1020577630, + 3147263168, + 1022704318, + 3178501253, + 3173420765, + 1021814590, + 1009265251, + 3172334523, + 1016969329, + 3154429413, + 1012178375, + 993631079, + 1009397410, + 3145795357, + 3175147397, + 1008389961, + 1013247103, + 3162593567, + 1024117615, + 1023925643, + 3174642784, + 3171624039, + 1021299068, + 3179133581, + 1021589403, + 3158847308, + 3171959198, + 1018690191, + 1028146742, + 3174086634, + 3157825993, + 1002082878, + 1022913732, + 3168878788, + 1019540996, + 1025148982, + 3169449321, + 3165397682, + 3172720062, + 3173354972, + 1002877303, + 1013481424, + 1023722743, + 3160875028, + 1012638037, + 3173154937, + 1020350843, + 1006608696, + 3169322072, + 1027597623, + 3169692332, + 1008741813, + 1023735446, + 3172555486, + 1025220184, + 1016399014, + 3173047473, + 1007918671, + 1025747502, + 3163879722, + 3174253279, + 3174499921, + 1019832639, + 3165399529, + 1015573115, + 1011696697, + 1023472303, + 1008232408, + 1026010338, + 1022095271, + 1018507854, + 1025291212, + 1032971205, + 1019799194, + 1017934881, + 1026304798, + 3172120487, + 3179921792, + 3165597692, + 1022870346, + 3179355958, + 1011759930, + 1019076580, + 3163704525, + 3168636277, + 994752647, + 3171198321, + 3181587011, + 3174984726, + 1002947909, + 1032304628, + 1031263079, + 3172744026, + 1017059638, + 3161934944, + 1014419829, + 1008165076, + 3165234520, + 1032188387, + 3163921186, + 1017101204, + 3179834720, + 3181202376, + 3169033771, + 1019275492, + 3180153507, + 3181501965, + 1026599894, + 3155748157, + 3141899870, + 3174021944, + 3143459862, + 3176974998, + 996282905, + 3163729947, + 3174488704, + 990106465, + 996121287, + 1022366490, + 3180139944, + 3171593537, + 3172664912, + 3176938184, + 3171259187, + 1024068434, + 1026961305, + 3158167100, + 3182005155, + 3171417364, + 1015815589, + 3173562494, + 999492678, + 1020762051, + 1004270386, + 1025536499, + 1028049205, + 1022813190, + 1015933557, + 1027021916, + 3185278973, + 3180852825, + 3164602026, + 1006711783, + 3117984928, + 1031997832, + 3159766507, + 3163760521, + 1015028529, + 1007683132, + 1005820685, + 1008311712, + 3149480003, + 1014064880, + 3136906727, + 1011832356, + 1022700540, + 1020947426, + 3158275806, + 1010879838, + 3171679711, + 3162815995, + 1019379005, + 1017372417, + 1033384029, + 1017985060, + 3171914672, + 1031240321, + 998180521, + 3166525172, + 3156877100, + 3158377301, + 3159703666, + 1037305144, + 3168100992, + 3172214063, + 1032080166, + 1020667334, + 3161818015, + 3161171120, + 977136360, + 1002550543, + 1008753146, + 3149757823, + 1004593784, + 3162754113, + 3157754886, + 1023617083, + 3165375912, + 1020825735, + 3161041232, + 3166395451, + 991241135, + 3178498978, + 3165558933, + 3156001382, + 3125828225, + 1027334520, + 1026070861, + 1001105783, + 999063325, + 1031263832, + 1019025673, + 1027414809, + 3150136189, + 985186870, + 1024577305, + 3136690204, + 3151018550, + 1016539140, + 1020065676, + 3171726616, + 1033570692, + 1025519477, + 1031800652, + 3145986592, + 3136870865, + 990482608, + 1031306929, + 3175728509, + 1025853678, + 1026297737, + 3168073871, + 998398751, + 1011189832, + 3166316292, + 3178317938, + 1009543661, + 1018475269, + 1019122373, + 3167009701, + 1031191988, + 3151355519, + 3174487695, + 3171567170, + 1019079781, + 1031579063, + 3180785921, + 1032565086, + 1001901108, + 1011346929, + 1028196613, + 1007734088, + 1024531039, + 1001807961, + 3179522985, + 3162425705, + 1018165746, + 1004563087, + 3170199036, + 3165295532, + 1013701396, + 1024017003, + 974522164, + 3132591159, + 1022879941, + 1003424213, + 1031287189, + 3175593128, + 3176014253, + 3174420510, + 3175395789, + 1013114245, + 1020758882, + 1013031379, + 3149095251, + 3180897508, + 1022056745, + 1017033317, + 1026518815, + 3167032042, + 3158443968, + 1004349072, + 987427482, + 3134716026, + 1008947867, + 1032966510, + 1034046275, + 978785833, + 996280846, + 3163519660, + 974290560, + 1015801220, + 1026325899, + 1035303358, + 1029841608, + 1015892365, + 3149875758, + 3146977396, + 1016398537, + 3174658258, + 1028716891, + 994662251, + 3154138956, + 1002868230, + 1027705329, + 3177119563, + 1000647408, + 1030340998, + 3162146487, + 1025680159, + 1020606535, + 3156795765, + 3164268346, + 1033189565, + 1034011841, + 3173279697, + 3180115095, + 3166252478, + 3177963250, + 3179824045, + 1013304125, + 1027305404, + 1032760408, + 1018822423, + 990245172, + 1007267446, + 1030001597, + 1005854170, + 3169213525, + 1023572286, + 1027483897, + 3138713835, + 1003906607, + 3163400150, + 3139413959, + 1015727529, + 3181343636, + 3135172624, + 999712060, + 3166003448, + 993702086, + 1022482379, + 3175163738, + 3148774711, + 1022523208, + 3148572429, + 1025393518, + 1022689121, + 984146775, + 1001390127, + 1023259049, + 1019531213, + 998276226, + 3172643839, + 3172832391, + 1018792270, + 3156607313, + 1033714617, + 998737561, + 1029517018, + 1005526716, + 3134974547, + 3169233137, + 3175426816, + 1023700303, + 3172560365, + 3168059866, + 1019916161, + 1016096467, + 3172848765, + 1014465271, + 1008212488, + 1023282255, + 3138402433, + 1034643993, + 3176547195, + 977186079, + 1025169464, + 3160165559, + 1008263288, + 1017930964, + 992752656, + 1025922303, + 994712705, + 3172829076, + 3154407810, + 1024325972, + 3149808674, + 1017128589, + 1025820957, + 1019065451, + 1014381525, + 3169634951, + 3161377232, + 1011407671, + 3164837935, + 3171834584, + 3177523405, + 1016834175, + 1015257078, + 1007680664, + 991428838, + 3162687230, + 3165859611, + 3152728574, + 1031814521, + 1033019286, + 3176746331, + 1008809314, + 1015981166, + 3128998799, + 3171785745, + 1024634074, + 1031732280, + 1028701996, + 3163530972, + 1018059337, + 975317143, + 1021028009, + 3161204844, + 1007904045, + 985929640, + 1018423510, + 3163482788, + 996745084, + 1009727388, + 3164968951, + 3156671989, + 3166532521, + 3177962784, + 1014072330, + 3161137609, + 1010723852, + 1004856361, + 996920506, + 1019767654, + 1039239365, + 3154803148, + 3156732644, + 1031375463, + 1022618003, + 3152384582, + 3176527722, + 3132256406, + 1028228284, + 3156155265, + 3137091827, + 3172674505, + 3162901015, + 3160058319, + 3158363832, + 3147981115, + 1009704335, + 1017014439, + 3180336428, + 1002447581, + 3167469350, + 3161802499, + 3173872794, + 3157812216 + ], + "corpus_chunk_id": 2 + }, + { + "name": "query_style", + "source": "synthetic query-shaped text", + "token_ids": [ + 0, + 3642, + 54, + 87, + 456, + 177149, + 70, + 153759, + 173, + 18770, + 63262, + 32, + 2 + ], + "single_bits": [ + 1022774727, + 1006735167, + 3179682083, + 1009151283, + 1015840017, + 3175641921, + 3148729477, + 1009907031, + 1025123187, + 1026964225, + 1014870095, + 3171321713, + 1025560649, + 1028703334, + 1028690753, + 1026385179, + 3173663718, + 1026007299, + 1021772370, + 3159054457, + 1016010996, + 3168624508, + 3176068755, + 1018261299, + 3170334259, + 3170518452, + 3164336674, + 3163543760, + 3134030294, + 1015776924, + 1035096577, + 3168233042, + 3157342488, + 3172207763, + 3132818078, + 3146433784, + 3155103963, + 1018922451, + 3169906507, + 1033376110, + 1002138781, + 3181353581, + 1017720852, + 3167330235, + 1034998783, + 3152329209, + 3171737879, + 1037030225, + 1028017713, + 1029739308, + 3175707514, + 3176722166, + 1023527894, + 3142175727, + 1010504429, + 1024016391, + 3174463800, + 1023599090, + 1022390738, + 1012904792, + 1010337486, + 3162976022, + 992413379, + 3160873828, + 3166934756, + 3163955920, + 3163291389, + 3175150220, + 996557898, + 1015685176, + 3151630750, + 1029836283, + 1024797405, + 1023711314, + 3172070699, + 3167156041, + 3161786588, + 998112017, + 998124245, + 3172548007, + 3155510673, + 3177156743, + 3171683551, + 3173132028, + 3168304544, + 1027729910, + 3157472787, + 3149707658, + 3176607075, + 1022767017, + 3173609830, + 1009518049, + 999313973, + 3169215506, + 1009158898, + 3172132128, + 3165490364, + 3162310365, + 3173583716, + 3172320127, + 1032050722, + 992070968, + 3177840542, + 3160882806, + 1000850835, + 997542010, + 3168497196, + 1012652149, + 3173353362, + 1036243166, + 3176856138, + 1029723660, + 995672037, + 1017315105, + 3149656577, + 3177017819, + 3158105258, + 3178727757, + 3150753140, + 3164271327, + 3162629782, + 3182934735, + 3179911351, + 3165057462, + 3184075495, + 1030348227, + 1035040760, + 3171203428, + 1023990424, + 3166266843, + 1029387546, + 1017185239, + 1026891845, + 3182852192, + 1025102141, + 1013998352, + 1021599480, + 3173470697, + 3171912686, + 3169232106, + 3178371345, + 3171174805, + 3176426587, + 1033074469, + 3137780425, + 3169884445, + 3170047919, + 3167314439, + 1022393170, + 3148337597, + 3150151165, + 3176384687, + 1024773230, + 1016151585, + 1015459287, + 1019044646, + 3180596409, + 1033362969, + 975138648, + 1014027956, + 1016772242, + 3166146689, + 1030526084, + 993185245, + 1024161853, + 3154905753, + 1018011451, + 3172507481, + 991395837, + 1001363202, + 3183589718, + 1014473759, + 3173790544, + 1026065243, + 1026345462, + 1016228977, + 1031766396, + 1011675665, + 3178840247, + 997494930, + 3149082113, + 1020895532, + 1028396626, + 3143294657, + 1029358511, + 1023475548, + 3142513162, + 3163447148, + 3181169287, + 3162723144, + 1005198750, + 3159452940, + 3182621384, + 1026858014, + 3173706612, + 3172896906, + 3176691997, + 998923337, + 1018729748, + 1025581715, + 3151381461, + 1015389777, + 3163010197, + 3171464851, + 3171978125, + 3178877799, + 1023794148, + 3162822224, + 1016048202, + 3181998432, + 1029102947, + 3169168100, + 3174163100, + 3146034567, + 1017606275, + 1006124730, + 3180379349, + 3158111894, + 3160613661, + 3168824415, + 1009052699, + 1023506263, + 3172752843, + 3156916517, + 1035308570, + 1004987794, + 3171595241, + 1029398114, + 1034380064, + 3169154589, + 3172530211, + 3158711948, + 1030844116, + 3179291773, + 1030294854, + 984142915, + 3172120541, + 3169159889, + 3171780026, + 1031199146, + 1033575330, + 3163983993, + 1023844168, + 3166340050, + 3156999949, + 3104585903, + 3171289100, + 1024809595, + 3170777285, + 3177304242, + 3173304874, + 1028744623, + 1008271697, + 1025194940, + 1025478297, + 3154961236, + 3160710571, + 3161443783, + 3171863868, + 3174448435, + 3179964709, + 982023322, + 1029136152, + 3165583473, + 1029069449, + 3173309492, + 1014437566, + 1002373006, + 3137000361, + 1027560644, + 1032176826, + 3159438345, + 1019498344, + 3173992913, + 3176248130, + 1024140129, + 1015446923, + 990605059, + 3147243836, + 3158801014, + 1033204131, + 3156044446, + 1018290811, + 1004062901, + 3163179079, + 3135221322, + 3132924487, + 3178521151, + 1023750793, + 1012700066, + 3166351483, + 3171339517, + 3155924793, + 1021239408, + 3163137264, + 1011517009, + 3154460645, + 1007986763, + 1015169394, + 1017545279, + 3175728730, + 1000567752, + 1028910512, + 3172854987, + 1004863981, + 3162067137, + 3176317570, + 1027991695, + 3169870727, + 3166247824, + 3168072127, + 1010098670, + 3177548994, + 3139261821, + 1031883389, + 1026972882, + 1024686935, + 1024360861, + 3175594562, + 990928938, + 3162856504, + 1030916456, + 3160853022, + 1022483280, + 1014951467, + 3101501105, + 1018185340, + 1010236281, + 3162681387, + 3154553602, + 3177189952, + 3177919016, + 1028366778, + 3166915305, + 1020115561, + 1023097362, + 1032187054, + 1022719188, + 1017610658, + 3160542570, + 1010424827, + 3155663263, + 3176166935, + 1023736049, + 3179249571, + 995209062, + 1018610031, + 1022636665, + 3181829016, + 1019661624, + 1027796996, + 3163089732, + 3181549705, + 1028409079, + 1031959895, + 3173169084, + 1023328968, + 3173477811, + 3150300734, + 3111655428, + 1022931378, + 3155339978, + 3136190552, + 3156260350, + 3145298773, + 1008946782, + 3180952038, + 3148925327, + 3164695677, + 1007210191, + 1026352757, + 993622185, + 1007680690, + 1001250639, + 974348947, + 3168336437, + 1019560144, + 1010509565, + 3158869751, + 3155054979, + 1014725613, + 3160627029, + 1023984644, + 1025699198, + 1027905035, + 3151714624, + 3170025068, + 3158039589, + 1030375741, + 1025491408, + 3170385352, + 3166786301, + 3156311448, + 1027815971, + 1018760889, + 3146277448, + 3169721462, + 1030084493, + 1009368072, + 3164275001, + 1030799880, + 1023529186, + 1023788250, + 998534914, + 3177155135, + 1031171774, + 1009916583, + 1019804214, + 1031604105, + 3167218424, + 1026072386, + 1021696596, + 998581754, + 3150123283, + 3168169205, + 3129986186, + 1009875519, + 1030484672, + 1027270157, + 3165223209, + 3171613936, + 1027920269, + 3170882778, + 3180051704, + 1007410074, + 3173552762, + 3172810955, + 3166137861, + 1015515500, + 1025337766, + 1017458708, + 1007870017, + 3181429541, + 3152884980, + 3175657425, + 1005079083, + 1023062163, + 3154229401, + 1015789612, + 3185028931, + 3172752715, + 1001156874, + 1004347358, + 3145999083, + 3147897709, + 3173709469, + 3169080005, + 3136251531, + 1021207089, + 3176987458, + 3146496414, + 3167387219, + 1037763296, + 1028929884, + 987132916, + 1018924433, + 3137791238, + 3164945318, + 3147172527, + 1016707698, + 990893276, + 3180175087, + 1009750712, + 3155279840, + 1014966996, + 1001684043, + 973118751, + 1025273353, + 3171817325, + 1028031655, + 3167075985, + 3164421059, + 1016523833, + 1007868352, + 1001766021, + 1003976799, + 1021079280, + 1018560676, + 3132405194, + 1026549590, + 3138205094, + 1017162719, + 1026280062, + 3167628707, + 1004123291, + 1007436150, + 3165530826, + 1013312541, + 1034841205, + 1010333151, + 1027777249, + 3130203948, + 3172304643, + 1021946565, + 3164600672, + 1027087069, + 977947846, + 1006185169, + 1030605252, + 1024930164, + 3163019908, + 3173747802, + 3138773014, + 1033675217, + 1024796483, + 1029846711, + 1010437943, + 3156154469, + 1018574802, + 1001358150, + 3176743517, + 3173435588, + 1010384290, + 3175500644, + 1023497541, + 1011242131, + 3163616198, + 3166504494, + 1030993292, + 3175184130, + 3164451041, + 3170066506, + 3183078090, + 1007446972, + 1016725793, + 3169353538, + 3153439577, + 3174003851, + 999088390, + 1022456328, + 3177282186, + 3142971404, + 3159162347, + 1008483881, + 1024298167, + 1007229397, + 3172302709, + 1029106415, + 981801065, + 1016241039, + 3174630646, + 1031358679, + 3175937480, + 1022508634, + 1017523897, + 1005260221, + 1025589244, + 1022458939, + 1030522645, + 3172606660, + 1023325854, + 998490424, + 3174682332, + 1019986574, + 1018819260, + 1010793458, + 1014300414, + 3174280715, + 3161413856, + 1014378191, + 1026391600, + 3163731088, + 1018718959, + 1011943230, + 3164193331, + 1018044456, + 3163352630, + 3163229676, + 3160193547, + 994385258, + 3171830485, + 1023813059, + 3172070539, + 3173171356, + 3158105994, + 1023837657, + 3171323974, + 3182417714, + 1001013245, + 1003902702, + 1027626220, + 3163533825, + 3157982008, + 1016627465, + 3157410584, + 1012571665, + 3172491910, + 993758879, + 1023486475, + 3170969642, + 3173525370, + 3163648302, + 3173617522, + 1036399339, + 1026302623, + 1009862515, + 1018956524, + 3161515849, + 1030594288, + 3160379626, + 3158105030, + 3152995033, + 982724124, + 3140891118, + 1001998305, + 983101736, + 3179593044, + 3166779222, + 3156253379, + 3166407673, + 3171237517, + 3183555713, + 1001467362, + 1015713772, + 3160693561, + 1018595454, + 3173562275, + 1031607307, + 1023922244, + 3168259406, + 3153254437, + 3171665145, + 998855453, + 968912164, + 1028231693, + 3164878044, + 3117416193, + 3175927592, + 3159783461, + 3165531827, + 1030162302, + 3096449988, + 3163691139, + 3180203205, + 3154211936, + 1007045608, + 3182402719, + 1031806132, + 3170759341, + 3151074656, + 1024163565, + 3171760713, + 3175240977, + 3169826656, + 983040566, + 3166695786, + 1029628941, + 1023307927, + 3138950374, + 3165453746, + 1025482643, + 3157757912, + 1024829055, + 1014865318, + 1020372248, + 996492199, + 3172514461, + 1018400909, + 1027768338, + 1016117452, + 3158922337, + 3171061928, + 3166345962, + 3163887494, + 3157672258, + 1025911582, + 3175781557, + 3154028269, + 3164152351, + 1032419566, + 3142310581, + 3167957652, + 1016358699, + 3151171896, + 3170954283, + 1028151612, + 3163482903, + 1018369829, + 1021568413, + 1021603614, + 1023859544, + 3160451611, + 990635194, + 1031869171, + 1009695980, + 3160101290, + 1021062525, + 1014152517, + 1024066377, + 1023919085, + 3170343946, + 3171976005, + 991966688, + 3176010725, + 981121372, + 3168142391, + 1019257593, + 3171539756, + 1016957890, + 990082920, + 3178394262, + 1017504994, + 997214416, + 3121512728, + 3151939566, + 3174571213, + 1025435882, + 3164430017, + 3175075065, + 1021857810, + 3137634387, + 3163111438, + 3164915277, + 1006473927, + 1025867733, + 1024874272, + 3138501796, + 3177754116, + 1017014551, + 1040751898, + 3170986628, + 1023516887, + 1032969473, + 3160067749, + 3178040692, + 3149928476, + 3144179936, + 1025682583, + 981618522, + 1031268733, + 3163361570, + 3180234469, + 1016265786, + 1020580833, + 3173885152, + 1011077418, + 1026225128, + 3169007236, + 1018862888, + 3151540351, + 1015288598, + 3180462098, + 994786073, + 1024631153, + 1015840232, + 1025719016, + 1022530123, + 3172814315, + 3165246902, + 1008012092, + 3178870251, + 1004550347, + 1012118854, + 1014901267, + 3155617215, + 3154728774, + 1024554871, + 3179438280, + 1003319126, + 3171979022, + 1027185683, + 3165287960, + 3167712861, + 3180189745, + 3157461351, + 1018535716, + 3141772536, + 3163445500 + ], + "batch_bits": [ + 1022774727, + 1006735167, + 3179682083, + 1009151283, + 1015840017, + 3175641921, + 3148729477, + 1009907031, + 1025123187, + 1026964225, + 1014870095, + 3171321713, + 1025560649, + 1028703334, + 1028690753, + 1026385179, + 3173663718, + 1026007299, + 1021772370, + 3159054457, + 1016010996, + 3168624508, + 3176068755, + 1018261299, + 3170334259, + 3170518452, + 3164336674, + 3163543760, + 3134030294, + 1015776924, + 1035096577, + 3168233042, + 3157342488, + 3172207763, + 3132818078, + 3146433784, + 3155103963, + 1018922451, + 3169906507, + 1033376110, + 1002138781, + 3181353581, + 1017720852, + 3167330235, + 1034998783, + 3152329209, + 3171737879, + 1037030225, + 1028017713, + 1029739308, + 3175707514, + 3176722166, + 1023527894, + 3142175727, + 1010504429, + 1024016391, + 3174463800, + 1023599090, + 1022390738, + 1012904792, + 1010337486, + 3162976022, + 992413379, + 3160873828, + 3166934756, + 3163955920, + 3163291389, + 3175150220, + 996557898, + 1015685176, + 3151630750, + 1029836283, + 1024797405, + 1023711314, + 3172070699, + 3167156041, + 3161786588, + 998112017, + 998124245, + 3172548007, + 3155510673, + 3177156743, + 3171683551, + 3173132028, + 3168304544, + 1027729910, + 3157472787, + 3149707658, + 3176607075, + 1022767017, + 3173609830, + 1009518049, + 999313973, + 3169215506, + 1009158898, + 3172132128, + 3165490364, + 3162310365, + 3173583716, + 3172320127, + 1032050722, + 992070968, + 3177840542, + 3160882806, + 1000850835, + 997542010, + 3168497196, + 1012652149, + 3173353362, + 1036243166, + 3176856138, + 1029723660, + 995672037, + 1017315105, + 3149656577, + 3177017819, + 3158105258, + 3178727757, + 3150753140, + 3164271327, + 3162629782, + 3182934735, + 3179911351, + 3165057462, + 3184075495, + 1030348227, + 1035040760, + 3171203428, + 1023990424, + 3166266843, + 1029387546, + 1017185239, + 1026891845, + 3182852192, + 1025102141, + 1013998352, + 1021599480, + 3173470697, + 3171912686, + 3169232106, + 3178371345, + 3171174805, + 3176426587, + 1033074469, + 3137780425, + 3169884445, + 3170047919, + 3167314439, + 1022393170, + 3148337597, + 3150151165, + 3176384687, + 1024773230, + 1016151585, + 1015459287, + 1019044646, + 3180596409, + 1033362969, + 975138648, + 1014027956, + 1016772242, + 3166146689, + 1030526084, + 993185245, + 1024161853, + 3154905753, + 1018011451, + 3172507481, + 991395837, + 1001363202, + 3183589718, + 1014473759, + 3173790544, + 1026065243, + 1026345462, + 1016228977, + 1031766396, + 1011675665, + 3178840247, + 997494930, + 3149082113, + 1020895532, + 1028396626, + 3143294657, + 1029358511, + 1023475548, + 3142513162, + 3163447148, + 3181169287, + 3162723144, + 1005198750, + 3159452940, + 3182621384, + 1026858014, + 3173706612, + 3172896906, + 3176691997, + 998923337, + 1018729748, + 1025581715, + 3151381461, + 1015389777, + 3163010197, + 3171464851, + 3171978125, + 3178877799, + 1023794148, + 3162822224, + 1016048202, + 3181998432, + 1029102947, + 3169168100, + 3174163100, + 3146034567, + 1017606275, + 1006124730, + 3180379349, + 3158111894, + 3160613661, + 3168824415, + 1009052699, + 1023506263, + 3172752843, + 3156916517, + 1035308570, + 1004987794, + 3171595241, + 1029398114, + 1034380064, + 3169154589, + 3172530211, + 3158711948, + 1030844116, + 3179291773, + 1030294854, + 984142915, + 3172120541, + 3169159889, + 3171780026, + 1031199146, + 1033575330, + 3163983993, + 1023844168, + 3166340050, + 3156999949, + 3104585903, + 3171289100, + 1024809595, + 3170777285, + 3177304242, + 3173304874, + 1028744623, + 1008271697, + 1025194940, + 1025478297, + 3154961236, + 3160710571, + 3161443783, + 3171863868, + 3174448435, + 3179964709, + 982023322, + 1029136152, + 3165583473, + 1029069449, + 3173309492, + 1014437566, + 1002373006, + 3137000361, + 1027560644, + 1032176826, + 3159438345, + 1019498344, + 3173992913, + 3176248130, + 1024140129, + 1015446923, + 990605059, + 3147243836, + 3158801014, + 1033204131, + 3156044446, + 1018290811, + 1004062901, + 3163179079, + 3135221322, + 3132924487, + 3178521151, + 1023750793, + 1012700066, + 3166351483, + 3171339517, + 3155924793, + 1021239408, + 3163137264, + 1011517009, + 3154460645, + 1007986763, + 1015169394, + 1017545279, + 3175728730, + 1000567752, + 1028910512, + 3172854987, + 1004863981, + 3162067137, + 3176317570, + 1027991695, + 3169870727, + 3166247824, + 3168072127, + 1010098670, + 3177548994, + 3139261821, + 1031883389, + 1026972882, + 1024686935, + 1024360861, + 3175594562, + 990928938, + 3162856504, + 1030916456, + 3160853022, + 1022483280, + 1014951467, + 3101501105, + 1018185340, + 1010236281, + 3162681387, + 3154553602, + 3177189952, + 3177919016, + 1028366778, + 3166915305, + 1020115561, + 1023097362, + 1032187054, + 1022719188, + 1017610658, + 3160542570, + 1010424827, + 3155663263, + 3176166935, + 1023736049, + 3179249571, + 995209062, + 1018610031, + 1022636665, + 3181829016, + 1019661624, + 1027796996, + 3163089732, + 3181549705, + 1028409079, + 1031959895, + 3173169084, + 1023328968, + 3173477811, + 3150300734, + 3111655428, + 1022931378, + 3155339978, + 3136190552, + 3156260350, + 3145298773, + 1008946782, + 3180952038, + 3148925327, + 3164695677, + 1007210191, + 1026352757, + 993622185, + 1007680690, + 1001250639, + 974348947, + 3168336437, + 1019560144, + 1010509565, + 3158869751, + 3155054979, + 1014725613, + 3160627029, + 1023984644, + 1025699198, + 1027905035, + 3151714624, + 3170025068, + 3158039589, + 1030375741, + 1025491408, + 3170385352, + 3166786301, + 3156311448, + 1027815971, + 1018760889, + 3146277448, + 3169721462, + 1030084493, + 1009368072, + 3164275001, + 1030799880, + 1023529186, + 1023788250, + 998534914, + 3177155135, + 1031171774, + 1009916583, + 1019804214, + 1031604105, + 3167218424, + 1026072386, + 1021696596, + 998581754, + 3150123283, + 3168169205, + 3129986186, + 1009875519, + 1030484672, + 1027270157, + 3165223209, + 3171613936, + 1027920269, + 3170882778, + 3180051704, + 1007410074, + 3173552762, + 3172810955, + 3166137861, + 1015515500, + 1025337766, + 1017458708, + 1007870017, + 3181429541, + 3152884980, + 3175657425, + 1005079083, + 1023062163, + 3154229401, + 1015789612, + 3185028931, + 3172752715, + 1001156874, + 1004347358, + 3145999083, + 3147897709, + 3173709469, + 3169080005, + 3136251531, + 1021207089, + 3176987458, + 3146496414, + 3167387219, + 1037763296, + 1028929884, + 987132916, + 1018924433, + 3137791238, + 3164945318, + 3147172527, + 1016707698, + 990893276, + 3180175087, + 1009750712, + 3155279840, + 1014966996, + 1001684043, + 973118751, + 1025273353, + 3171817325, + 1028031655, + 3167075985, + 3164421059, + 1016523833, + 1007868352, + 1001766021, + 1003976799, + 1021079280, + 1018560676, + 3132405194, + 1026549590, + 3138205094, + 1017162719, + 1026280062, + 3167628707, + 1004123291, + 1007436150, + 3165530826, + 1013312541, + 1034841205, + 1010333151, + 1027777249, + 3130203948, + 3172304643, + 1021946565, + 3164600672, + 1027087069, + 977947846, + 1006185169, + 1030605252, + 1024930164, + 3163019908, + 3173747802, + 3138773014, + 1033675217, + 1024796483, + 1029846711, + 1010437943, + 3156154469, + 1018574802, + 1001358150, + 3176743517, + 3173435588, + 1010384290, + 3175500644, + 1023497541, + 1011242131, + 3163616198, + 3166504494, + 1030993292, + 3175184130, + 3164451041, + 3170066506, + 3183078090, + 1007446972, + 1016725793, + 3169353538, + 3153439577, + 3174003851, + 999088390, + 1022456328, + 3177282186, + 3142971404, + 3159162347, + 1008483881, + 1024298167, + 1007229397, + 3172302709, + 1029106415, + 981801065, + 1016241039, + 3174630646, + 1031358679, + 3175937480, + 1022508634, + 1017523897, + 1005260221, + 1025589244, + 1022458939, + 1030522645, + 3172606660, + 1023325854, + 998490424, + 3174682332, + 1019986574, + 1018819260, + 1010793458, + 1014300414, + 3174280715, + 3161413856, + 1014378191, + 1026391600, + 3163731088, + 1018718959, + 1011943230, + 3164193331, + 1018044456, + 3163352630, + 3163229676, + 3160193547, + 994385258, + 3171830485, + 1023813059, + 3172070539, + 3173171356, + 3158105994, + 1023837657, + 3171323974, + 3182417714, + 1001013245, + 1003902702, + 1027626220, + 3163533825, + 3157982008, + 1016627465, + 3157410584, + 1012571665, + 3172491910, + 993758879, + 1023486475, + 3170969642, + 3173525370, + 3163648302, + 3173617522, + 1036399339, + 1026302623, + 1009862515, + 1018956524, + 3161515849, + 1030594288, + 3160379626, + 3158105030, + 3152995033, + 982724124, + 3140891118, + 1001998305, + 983101736, + 3179593044, + 3166779222, + 3156253379, + 3166407673, + 3171237517, + 3183555713, + 1001467362, + 1015713772, + 3160693561, + 1018595454, + 3173562275, + 1031607307, + 1023922244, + 3168259406, + 3153254437, + 3171665145, + 998855453, + 968912164, + 1028231693, + 3164878044, + 3117416193, + 3175927592, + 3159783461, + 3165531827, + 1030162302, + 3096449988, + 3163691139, + 3180203205, + 3154211936, + 1007045608, + 3182402719, + 1031806132, + 3170759341, + 3151074656, + 1024163565, + 3171760713, + 3175240977, + 3169826656, + 983040566, + 3166695786, + 1029628941, + 1023307927, + 3138950374, + 3165453746, + 1025482643, + 3157757912, + 1024829055, + 1014865318, + 1020372248, + 996492199, + 3172514461, + 1018400909, + 1027768338, + 1016117452, + 3158922337, + 3171061928, + 3166345962, + 3163887494, + 3157672258, + 1025911582, + 3175781557, + 3154028269, + 3164152351, + 1032419566, + 3142310581, + 3167957652, + 1016358699, + 3151171896, + 3170954283, + 1028151612, + 3163482903, + 1018369829, + 1021568413, + 1021603614, + 1023859544, + 3160451611, + 990635194, + 1031869171, + 1009695980, + 3160101290, + 1021062525, + 1014152517, + 1024066377, + 1023919085, + 3170343946, + 3171976005, + 991966688, + 3176010725, + 981121372, + 3168142391, + 1019257593, + 3171539756, + 1016957890, + 990082920, + 3178394262, + 1017504994, + 997214416, + 3121512728, + 3151939566, + 3174571213, + 1025435882, + 3164430017, + 3175075065, + 1021857810, + 3137634387, + 3163111438, + 3164915277, + 1006473927, + 1025867733, + 1024874272, + 3138501796, + 3177754116, + 1017014551, + 1040751898, + 3170986628, + 1023516887, + 1032969473, + 3160067749, + 3178040692, + 3149928476, + 3144179936, + 1025682583, + 981618522, + 1031268733, + 3163361570, + 3180234469, + 1016265786, + 1020580833, + 3173885152, + 1011077418, + 1026225128, + 3169007236, + 1018862888, + 3151540351, + 1015288598, + 3180462098, + 994786073, + 1024631153, + 1015840232, + 1025719016, + 1022530123, + 3172814315, + 3165246902, + 1008012092, + 3178870251, + 1004550347, + 1012118854, + 1014901267, + 3155617215, + 3154728774, + 1024554871, + 3179438280, + 1003319126, + 3171979022, + 1027185683, + 3165287960, + 3167712861, + 3180189745, + 3157461351, + 1018535716, + 3141772536, + 3163445500 + ], + "text": "how do I rebuild the atlas vector index?" + } + ] +} \ No newline at end of file diff --git a/pkgs/atlas-search/fixtures/gen_fixtures.py b/pkgs/atlas-search/fixtures/gen_fixtures.py new file mode 100644 index 000000000..025769489 --- /dev/null +++ b/pkgs/atlas-search/fixtures/gen_fixtures.py @@ -0,0 +1,229 @@ +#!/usr/bin/env python3 +"""Generate fixtures/embed-probes.json — the Gate A reference data for the +atlas-embed crate (developing-today/code#5351, design §5 Gate A). + +The reference pipeline is the one that produced the production Atlas +corpus: ~/atlas/v3/embed_onnx.py — onnxruntime + AutoTokenizer over the +Snowflake arctic-embed-m-v2.0 snapshot's onnx/model.onnx (fp32 graph), +CLS pooling, L2 normalize, manual right-padding with 0 and attention +mask 0. This script replicates that session construction and per-batch +math exactly (same SessionOptions thread counts as the recorded pass: +intra=8, inter=2) and records, per probe: + + token_ids — tokenizer output (add_special_tokens=True) + single_bits — embedding of the probe alone (batch of 1, unpadded), + as IEEE-754 f32 bit patterns (u32) + batch_bits — embedding of the probe inside one fixed mixed batch + containing every probe in listed order, padded to the + batch max length with 0 (embed_onnx.py's per-batch math) + +Probe set: + spike_* — the five fixed texts from the fork's native-embeddings + spike (developing-today/opencode#1554), plus an empty + string edge probe + corpus_* — real corpus chunks, referenced by chunk id from + ~/atlas/v3/corpus.db; the chunk TEXT is deliberately + not copied into the repo (it is personal corpus + content). The generator re-derives it from corpus.db + on every run; the gate data is ids + vectors. + query_style — a natural query-shaped sentence embedded prompt-free + (document mode; the "query: " prompt path is step 2) + +Rerun (on the laptop, amd-6 — never the sandbox): + LD_LIBRARY_PATH=: ~/atlas/v3-venv/bin/python gen_fixtures.py +with ATLAS_MODEL_DIR pointing at the pinned HF snapshot (or the HF +cache default below). The script fails loudly if any invariant breaks +(long probe not >512 tokens, tokenizer disagreement between batched +and per-probe calls, runtime nondeterminism on a repeat embed). +""" +import hashlib +import json +import os +import sqlite3 +import struct +import subprocess +import sys +import time + +MODEL_REV = "95c2741480856aa9666782eb4afe11959938017f" +DEFAULT_MODEL_DIR = os.path.expanduser( + "~/.cache/huggingface/hub/models--Snowflake--snowflake-arctic-embed-m-v2.0" + f"/snapshots/{MODEL_REV}" +) +CORPUS_DB = os.path.expanduser("~/atlas/v3/corpus.db") +INTRA_THREADS = 8 +INTER_THREADS = 2 + +SPIKE_TEXTS = [ + ("spike_fox", "The quick brown fox jumps over the lazy dog."), + ("spike_query_prefix", "query: what is the capital of France?"), + ( + "spike_semantic", + "Embeddings turn text into vectors that capture semantic meaning, " + "so similar sentences land close together in a high-dimensional space.", + ), + ("spike_single_char", "a"), + ( + "spike_japanese", + "Snowflake Arctic Embed is a family of text embedding models " + "optimized for retrieval workloads across many languages — " + "日本語のテキストも含まれます。", + ), + ("spike_empty", ""), +] +GATE_CHUNK_IDS = [6359, 15202, 39430] +QUERY_STYLE_TEXT = "how do I rebuild the atlas vector index?" + + +def sha256_file(path): + h = hashlib.sha256() + with open(path, "rb") as f: + for block in iter(lambda: f.read(1 << 20), b""): + h.update(block) + return h.hexdigest() + + +def bits(vec): + return [struct.unpack("