diff --git a/java-client/src/main/java/co/elastic/clients/elasticsearch/_helpers/vector/AbstractBase64VectorDocument.java b/java-client/src/main/java/co/elastic/clients/elasticsearch/_helpers/vector/AbstractBase64VectorDocument.java new file mode 100644 index 0000000000..6971545fc9 --- /dev/null +++ b/java-client/src/main/java/co/elastic/clients/elasticsearch/_helpers/vector/AbstractBase64VectorDocument.java @@ -0,0 +1,50 @@ +/* + * Licensed to Elasticsearch B.V. under one or more contributor + * license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright + * ownership. Elasticsearch B.V. licenses this file to you under + * the Apache License, Version 2.0 (the "License"); you may + * not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +package co.elastic.clients.elasticsearch._helpers.vector; + +import java.nio.ByteBuffer; +import java.util.Base64; + +/** + * Utility class that can be extended to be used as vector type document, + * which will translate float array vectors in a base64 format accepted by Elasticsearch version 9.3+, + * with increased ingestion performance + *

+ * Check {@link Base64VectorTest} for example usage + */ +public class AbstractBase64VectorDocument { + private String vector; + + public void setVector(float[] vec) { + ByteBuffer buff = ByteBuffer.allocate(Float.BYTES * vec.length); + for (int i = 0; i < vec.length; i++) { + buff.putFloat(vec[i]); + } + this.vector = Base64.getEncoder().encodeToString(buff.array()); + } + + public void setVector(String vec) { + this.vector = vec; + } + + public String getVector() { + return vector; + } +} diff --git a/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/Base64VectorTest.java b/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/Base64VectorTest.java new file mode 100644 index 0000000000..438b828d30 --- /dev/null +++ b/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/Base64VectorTest.java @@ -0,0 +1,120 @@ +/* + * Licensed to Elasticsearch B.V. under one or more contributor + * license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright + * ownership. Elasticsearch B.V. licenses this file to you under + * the Apache License, Version 2.0 (the "License"); you may + * not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +package co.elastic.clients.elasticsearch._helpers.vector; + +import co.elastic.clients.elasticsearch.ElasticsearchClient; +import co.elastic.clients.elasticsearch.ElasticsearchTestClient; +import co.elastic.clients.elasticsearch.ElasticsearchTestServer; +import co.elastic.clients.elasticsearch.core.SearchResponse; +import co.elastic.clients.json.jackson.JacksonJsonpMapper; +import com.fasterxml.jackson.databind.ObjectMapper; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.Test; + +import java.io.IOException; +import java.io.InputStream; +import java.io.StringReader; + +import static org.junit.jupiter.api.Assertions.assertEquals; + +public class Base64VectorTest { + + static ElasticsearchClient elasticsearchClient; + private static final String INDEX = "vec-64-ingest-test"; + + @BeforeAll + public static void setup() { + var server = ElasticsearchTestServer.global(); + elasticsearchClient = ElasticsearchTestClient.createClient(server.url(), new JacksonJsonpMapper(), + server.sslContext(), null); + } + + @Test + public void oneBase64VectorIngestTest() throws IOException { + // Reading one example vector from file + InputStream input = this.getClass() + .getResourceAsStream("just-1-vector.json"); + + ObjectMapper mapper = new ObjectMapper(); + JsonVector vectorDoc = mapper.readerFor(JsonVector.class).readValue(input); + + // Converting vector from array of floats to base64 using utility class + CustomVectorDoc customVectorDoc = new CustomVectorDoc(vectorDoc.docid(),vectorDoc.title(), vectorDoc.text(), vectorDoc.emb()); + + // Or, alternatively, explicitly use the setVector() method provided by AbstractBase64VectorDocument + // CustomVectorDoc customVectorDocAlt = new CustomVectorDoc(vectorDoc.docid(),vectorDoc.title(), vectorDoc.text()); + // customVectorDocAlt.setVector(vectorDoc.emb()); + + // Creating index explicitly indicating that the "vector" field will be of type dense vector + // While usually elasticsearch is able to autodetect the field type when automatically creating an index, + // in this specific case when using base64 string to represent vectors, it's necessary to manually map the + // vector field as dense vector. + if (elasticsearchClient.indices().exists(e -> e.index(INDEX)).value()) { + elasticsearchClient.indices().delete(d -> d.index(INDEX)); + elasticsearchClient.indices().create(c -> c.index(INDEX) + .withJson(new StringReader("{\n" + + " \"mappings\": {\n" + + " \"properties\": {\n" + + " \"text\": {\n" + + " \"type\": \"text\",\n" + + " \"fields\": {\n" + + " \"keyword\": {\n" + + " \"type\": \"keyword\",\n" + + " \"ignore_above\": 256\n" + + " }\n" + + " }\n" + + " },\n" + + " \"vector\": {\n" + + " \"type\": \"dense_vector\",\n" + + " \"dims\": 1536,\n" + + " \"index\": true,\n" + + " \"similarity\": \"cosine\",\n" + + " \"index_options\": {\n" + + " \"type\": \"flat\"\n" + + " }\n" + + " }\n" + + " }\n" + + " }\n" + + "}"))); + elasticsearchClient.indices().refresh(); + } + + // Indexing the vector + elasticsearchClient.index(i -> i + .index(INDEX) + .document(customVectorDoc) + ); + + // Refreshing to make sure we can query the vector + elasticsearchClient.indices().refresh(); + + // Asserting exactly 1 vector has been ingested + assertEquals(1L, elasticsearchClient.indices().stats().all().total().docs().count()); + + // Asserting vector can be deserialized + SearchResponse resp = elasticsearchClient.search(s -> s.index(INDEX), + CustomVectorDoc.class); + + assertEquals(customVectorDoc.getVector(),resp.hits().hits().get(0).source().getVector()); + + // Cleanup + elasticsearchClient.indices().delete(d -> d.index(INDEX)); + } +} diff --git a/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/CustomVectorDoc.java b/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/CustomVectorDoc.java new file mode 100644 index 0000000000..3b56930b2e --- /dev/null +++ b/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/CustomVectorDoc.java @@ -0,0 +1,66 @@ +/* + * Licensed to Elasticsearch B.V. under one or more contributor + * license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright + * ownership. Elasticsearch B.V. licenses this file to you under + * the Apache License, Version 2.0 (the "License"); you may + * not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +package co.elastic.clients.elasticsearch._helpers.vector; + +public final class CustomVectorDoc extends AbstractBase64VectorDocument { + private String docid; + private String title; + private String text; + + public CustomVectorDoc() { + } + + public CustomVectorDoc(String docid, String title, String text, float[] vector) { + this.docid = docid; + this.title = title; + this.text = text; + this.setVector(vector); + } + + public CustomVectorDoc(String docid, String title, String text) { + this.docid = docid; + this.title = title; + this.text = text; + } + + public String getDocid() { + return docid; + } + + public String getTitle() { + return title; + } + + public String getText() { + return text; + } + + public void setDocid(String docid) { + this.docid = docid; + } + + public void setTitle(String title) { + this.title = title; + } + + public void setText(String text) { + this.text = text; + } +} diff --git a/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/JsonVector.java b/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/JsonVector.java new file mode 100644 index 0000000000..eed829e6bc --- /dev/null +++ b/java-client/src/test/java/co/elastic/clients/elasticsearch/_helpers/vector/JsonVector.java @@ -0,0 +1,23 @@ +/* + * Licensed to Elasticsearch B.V. under one or more contributor + * license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright + * ownership. Elasticsearch B.V. licenses this file to you under + * the Apache License, Version 2.0 (the "License"); you may + * not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +package co.elastic.clients.elasticsearch._helpers.vector; + +public record JsonVector(String docid, String title, String text, float[] emb) { +} diff --git a/java-client/src/test/resources/co/elastic/clients/elasticsearch/_helpers/vector/just-1-vector.json b/java-client/src/test/resources/co/elastic/clients/elasticsearch/_helpers/vector/just-1-vector.json new file mode 100644 index 0000000000..964a6a5c76 --- /dev/null +++ b/java-client/src/test/resources/co/elastic/clients/elasticsearch/_helpers/vector/just-1-vector.json @@ -0,0 +1 @@ +{"docid": "doc0", "title": "Minority interest", "text": "In accounting, minority interest (or non-controlling interest) is the portion of a subsidiary corporation's stock that is not owned by the parent corporation. The magnitude of the minority interest in the subsidiary company is generally less than 50% of outstanding shares, or the corporation would generally cease to be a subsidiary of the parent.[1]", "emb": [-0.01128644309937954, -0.02616020105779171, 0.012801663018763065, -0.04195992648601532, -0.029553256928920746, -0.0031129992567002773, -0.02353123016655445, -0.013481569476425648, -9.596593008609489e-05, -0.03620986267924309, 0.029035232961177826, 0.030071280896663666, -0.017897721379995346, -0.0037459596060216427, -0.004374063573777676, 0.03172895684838295, 0.026730027049779892, -0.03361974284052849, 0.02404925413429737, -0.012354867532849312, -0.0010554734617471695, 0.038748178631067276, -0.04126059636473656, 0.0082042021676898, -0.011759139597415924, 0.011720288544893265, 0.007880437187850475, -0.018247388303279877, 0.023116812109947205, -0.02434711717069149, 0.01653791032731533, 0.00425103260204196, 0.020837506279349327, 0.002251784550026059, -0.03747902065515518, 0.008553868159651756, 0.01718543842434883, -0.017081834375858307, 0.04105338454246521, -0.013131903484463692, 0.02369958907365799, 0.027299853041768074, -0.020954061299562454, 0.006980370730161667, 0.0016868149396032095, 0.00039195784484036267, -0.0014456100761890411, 0.007252333220094442, 0.004367588087916374, 0.031625352799892426, -0.033386632800102234, 0.03916259855031967, 0.005533141549676657, -0.016304798424243927, 0.027636568993330002, -0.0034221946261823177, 0.009026564657688141, -0.006112680770456791, -0.012762811034917831, 0.009602866135537624, 0.028724418953061104, 0.03167715296149254, -0.020785704255104065, -0.018493449315428734, -0.017845919355750084, -0.003830138361081481, -0.010075562633574009, -0.031366340816020966, 0.005552567541599274, 5.8682380768004805e-05, 0.017030032351613045, 0.015216948464512825, -0.0019976291805505753, 0.005520191043615341, 0.007012747228145599, -0.027144446969032288, -0.024243513122200966, -0.0010190499015152454, 0.00992663111537695, -0.006200097035616636, -0.014426962472498417, 0.010904400609433651, -0.03219517692923546, -0.015812676399946213, -0.0018584103090688586, 0.019620150327682495, -0.0009113980922847986, -0.007537246216088533, -0.029993576928973198, 0.012982971034944057, 0.008780503645539284, -0.0006281038513407111, 0.0019118315540254116, -0.007873961701989174, -0.014297456480562687, 0.012413145042955875, -0.013442717492580414, 0.01864885725080967, -0.009894254617393017, -0.04201173037290573, 0.004118289332836866, 0.02797328494489193, -0.023000257089734077, -0.0018745985580608249, -0.017159538343548775, -0.006459109019488096, -0.00889058317989111, -0.01895967125892639, 0.029734564945101738, -0.01938704028725624, -0.04882374033331871, -0.009868353605270386, 0.011163412593305111, -0.002277685794979334, 0.034422680735588074, -0.015773823484778404, -0.0012999159516766667, 0.014478764496743679, 0.0070192222483456135, -0.022987306118011475, 0.005963748786598444, 0.009751797653734684, 0.01605873741209507, 0.0018551726825535297, 0.024062205106019974, 0.018674757331609726, 0.0074983942322432995, -0.006303702015429735, -0.013805333524942398, 0.0041021010838449, 0.02719624899327755, 0.019102126359939575, -0.02366073615849018, 0.02050079219043255, 0.014957936480641365, -0.010412278585135937, 0.0023472951725125313, 0.0021158033050596714, -0.025396116077899933, -0.01946474425494671, 0.007880437187850475, 0.00980360060930252, -0.01687462441623211, -0.022080764174461365, -0.008288380689918995, 0.005876332521438599, 0.026302658021450043, 0.012801663018763065, -0.003953169099986553, -0.01648610644042492, 0.010839647613465786, -0.004179804585874081, 0.010910876095294952, -0.027248051017522812, 0.01085907407104969, 0.019956866279244423, 0.0496525801718235, -0.006413782015442848, 0.00212551630102098, -0.007925763726234436, -0.011733238585293293, -0.009764748625457287, 0.01765166036784649, 0.007938714697957039, 0.0021319915540516376, 0.020267680287361145, 0.0025350789073854685, 0.014841381460428238, -0.02120012417435646, -0.003943455871194601, 0.009110743179917336, 0.021834703162312508, -0.03947341442108154, -0.005853668786585331, -0.015100393444299698, 0.012905267998576164, 0.006591852754354477, -0.0021918881684541702, -0.030977822840213776, -0.0034286698792129755, 0.009188447147607803, 0.02236567623913288, 0.005704736802726984, 0.0220160111784935, -0.010438179597258568, 0.005099296569824219, 0.003830138361081481, 0.007096925750374794, 0.004739917814731598, -0.006986845750361681, -0.0057112122885882854, 0.027791976928710938, 0.004092387855052948, 0.0009016851545311511, -0.6485657691955566, -0.013429766520857811, -0.008340182714164257, 0.0021271351724863052, 0.009369755163788795, -0.00302720139734447, 0.03587314859032631, -0.022909602150321007, -0.0038204253651201725, -0.001240019453689456, -0.0028167543932795525, 0.004762581083923578, -0.0030142508912831545, -0.009479835629463196, -0.007342987228184938, -0.029682762920856476, -0.008832305669784546, -0.013598124496638775, -0.016084639355540276, 0.004399964585900307, -0.0034027688670903444, 0.021342579275369644, -0.011279967613518238, 0.009615816175937653, 0.010502932593226433, 0.0017580431886017323, 0.012439046055078506, -0.013034773990511894, -0.016848724335432053, -0.0016552478773519397, -0.008430836722254753, 0.004739917814731598, -0.010917351581156254, 0.014219752512872219, 0.044653650373220444, 0.020837506279349327, 0.0036844441201537848, 0.004416152834892273, 0.009874828159809113, 0.0349666066467762, -0.025409067049622536, -0.025499720126390457, 0.02240452915430069, -0.03216927871108055, -0.005665885284543037, -0.0016641514375805855, 0.007271758746355772, -0.01061948761343956, 0.0005139767308719456, -0.022974355146288872, -0.011118085123598576, -0.0073688882403075695, -0.039266202598810196, -0.021420283243060112, 0.012380768544971943, -0.027273952960968018, 0.0035355123691260815, -0.005066920071840286, 0.016084639355540276, 0.003762147855013609, -0.028439505025744438, -0.003807474859058857, -0.004471192602068186, -0.017301995307207108, -0.022456331178545952, -0.016265947371721268, 0.013060675002634525, 0.029501454904675484, 0.01666741445660591, -0.00629398925229907, -0.009143119677901268, 0.022171417251229286, -0.00456508481875062, -0.0198532622307539, 0.00721995672211051, 0.0006353885401040316, 0.008385510183870792, -0.0008782122167758644, 0.01946474425494671, 0.007990516722202301, -0.00984245166182518, -0.02421761117875576, -0.0018260338110849261, -0.02366073615849018, 0.011564880609512329, 0.016265947371721268, -0.0036455923691391945, -0.007420690730214119, 0.02887982688844204, 0.004153903108090162, 0.002773046027868986, 0.0070192222483456135, 0.023026157170534134, -0.02495579607784748, -0.011862744577229023, 0.007135777734220028, -0.02120012417435646, -0.020941112190485, 0.011176363565027714, -0.016913477331399918, -0.014634172432124615, 0.024023354053497314, -0.00456508481875062, 0.006018789019435644, 0.02880212292075157, 0.011869220063090324, 0.004646026063710451, -0.0076732272282242775, 0.024062205106019974, -0.04786539822816849, -0.009343854151666164, 0.0030984298791736364, 0.017884770408272743, 0.022119615226984024, -0.0059766992926597595, -0.026781829074025154, 0.018027227371931076, -0.018273288384079933, 0.0057112122885882854, -0.013895988464355469, 0.001856791554018855, 0.00824305322021246, 0.009220823645591736, -0.0015573090640828013, -0.007330036722123623, -0.033438436686992645, 0.02007342129945755, 0.007925763726234436, -0.026704126968979836, -0.008961811661720276, 0.0016333938110619783, 0.02404925413429737, 0.018467547371983528, -0.0014156618854030967, -0.0025286036543548107, 0.009246724657714367, 0.0018843115540221334, -0.022067813202738762, -0.0005463532288558781, -0.024114007130265236, -0.0018729798030108213, 0.005740351043641567, 0.022689441218972206, 0.0046427883207798, -0.0076279002241790295, -0.04486085847020149, -0.011169888079166412, -0.012490849010646343, -0.004231606610119343, 0.010872024111449718, -0.014258604496717453, -0.011351196095347404, -0.0016949090640991926, 0.015294652432203293, 0.003933743108063936, -0.010949728079140186, -0.011487177573144436, -0.02867261692881584, -0.008573293685913086, -0.001772612682543695, -0.021510938182473183, 0.006167720537632704, -0.023647785186767578, -0.012523225508630276, -0.010120890103280544, -0.027092644944787025, -0.012672157026827335, -0.01713363640010357, -0.01152602955698967, -0.01327435951679945, 0.0011307487729936838, 0.008864682167768478, -0.005695024039596319, -0.018985571339726448, -0.005924897268414497, -0.0023311071563512087, -0.0012732053874060512, 0.0036941571161150932, -0.030459798872470856, -0.0001002153439912945, 0.007045123726129532, -0.027532964944839478, -0.027817877009510994, -0.007271758746355772, 0.01601988635957241, 0.004212181083858013, 0.020047521218657494, -0.009123694151639938, -0.009933105669915676, 0.01687462441623211, -0.004522995091974735, 0.010574160143733025, -0.0073688882403075695, 0.006465584505349398, -0.007990516722202301, 0.026224954053759575, 0.0013614313211292028, 0.0035063736140727997, -0.006132106762379408, 0.02369958907365799, 0.026781829074025154, 0.010684240609407425, 0.033826954662799835, -0.010975629091262817, 0.010256870649755001, -0.017768215388059616, -0.005954036023467779, -0.02932014688849449, 0.019179830327630043, 0.018635906279087067, 0.034474484622478485, 0.00729766022413969, 0.0034869476221501827, -0.02375139109790325, 0.0043837763369083405, 0.03812655061483383, -0.0018098455620929599, 0.010995054617524147, -0.024152858182787895, -0.019697854295372963, -0.00891648419201374, -0.0265487190335989, -0.013624025508761406, -0.033257126808166504, 0.012542651034891605, -0.050274208188056946, 0.024748586118221283, -0.002263116417452693, 0.004257508087903261, 0.008307806216180325, -0.009576965123414993, -0.004296359606087208, 0.009907204657793045, -0.004118289332836866, 0.004568322096019983, 0.007511344738304615, 0.03988783061504364, -0.020617347210645676, 0.02353123016655445, -0.026393311098217964, -0.013352063484489918, 0.04688115417957306, 0.015048591420054436, -0.008780503645539284, 0.025499720126390457, -0.003171276766806841, 0.008294856175780296, 0.022987306118011475, -0.013365013524889946, 0.010289247147738934, -0.02244338020682335, 0.0027600955218076706, -0.00179203855805099, 0.005636746529489756, 0.0036909193731844425, -0.014388110488653183, 0.010891450569033623, 0.01861000433564186, 0.03574364259839058, 0.0044938563369214535, -0.011869220063090324, -0.010166216641664505, 0.0023974787909537554, -0.012652730569243431, 0.012762811034917831, 0.012827564030885696, -0.0013250077608972788, -0.016563810408115387, 0.014452863484621048, -0.027092644944787025, 0.015385306440293789, -0.008903534151613712, 0.021485036239027977, 0.008391985669732094, 0.012788712047040462, -0.020928161218762398, -0.014297456480562687, -0.018856065347790718, 0.03043389692902565, -0.003169658128172159, -0.02386794611811638, -0.026354460045695305, 0.024502525106072426, 0.005571993533521891, 0.00807469617575407, 0.03229878470301628, -0.013585173524916172, 0.008974761702120304, 0.0009105887147597969, 0.02880212292075157, 0.007660276722162962, 0.0003966119547840208, 0.016693316400051117, 0.0014804148813709617, 0.010379902087152004, 0.0024330930318683386, 0.008670423179864883, 0.004445291589945555, 0.00017624949396122247, 0.0028232296463102102, 0.003409244120121002, -0.026147250086069107, -0.00670193275436759, 0.025914140045642853, 0.032402388751506805, 0.015424158424139023, -0.0035776018630713224, -0.016641514375805855, -0.03802294656634331, 0.01925753429532051, -0.010826697573065758, -0.027610667049884796, -0.022948453202843666, 0.002688867272809148, 0.01031514909118414, 0.006394356023520231, 0.00644292077049613, -0.004416152834892273, 0.029242442920804024, -0.0073235612362623215, 0.014388110488653183, -0.013177230022847652, -0.025059400126338005, -0.005306506063789129, 0.06889716535806656, 0.010697191581130028, -0.016136441379785538, 0.020992914214730263, -0.02719624899327755, 0.0019264009315520525, -0.024062205106019974, -0.01881721429526806, 0.005597894545644522, -0.0104705560952425, 0.002297111786901951, -0.024502525106072426, 0.011901596561074257, 0.010295722633600235, 0.022598788142204285, 0.015916280448436737, -0.02322041615843773, -0.02399745211005211, -0.029605058953166008, -0.0067602102644741535, 0.022935504093766212, -0.019374089315533638, 0.015747923403978348, 0.02849130891263485, 0.004820859059691429, -0.01193397305905819, 0.016214145347476006, 0.016952328383922577, 0.006562713999301195, -0.02301320619881153, 0.005410111043602228, -0.019788509234786034, -0.01870065927505493, 0.012445521540939808, -0.02456727810204029, -0.017457401379942894, -0.0007932239095680416, 0.007893387228250504, 0.0037297713570296764, 0.01418090146034956, 0.047036558389663696, 0.020824557170271873, -0.0008717369055375457, -0.003525799373164773, -0.00251403427682817, -0.0217958502471447, -0.011092184111475945, 0.0020202926825731993, 0.014750727452337742, 0.0358213447034359, 0.0022922551725059748, -0.01576087437570095, -0.016265947371721268, 0.01459532044827938, 0.013857136480510235, -0.024321217089891434, -0.005763014778494835, 0.006148295011371374, 0.005491052288562059, -0.0470624603331089, -0.03569183871150017, -0.028828023001551628, 0.016861673444509506, -0.009110743179917336, 0.0243989210575819, -0.04825391620397568, 0.004238082095980644, -0.00913016963750124, -0.012723959051072598, 0.003438382875174284, 0.033308930695056915, -0.011202264577150345, -0.009758273139595985, -0.01048998162150383, 0.033438436686992645, 0.0008057698141783476, 0.004684877581894398, -0.006876765750348568, -0.010107939131557941, 0.026522817090153694, -0.008210676722228527, -0.01925753429532051, -0.0070192222483456135, -0.03004537895321846, -0.0009769605239853263, 0.029216540977358818, -0.01899852231144905, -0.001110513461753726, -0.032480090856552124, 0.0053032683208584785, -0.02645806409418583, 0.0011914547067135572, 0.016732167452573776, -0.0070192222483456135, -0.006080304272472858, 0.0017823255620896816, -8.164945029420778e-05, 0.0024055729154497385, 0.01635660044848919, 0.010107939131557941, -0.011946924030780792, 0.008592719212174416, -0.01648610644042492, -0.0198532622307539, -0.01955539733171463, 0.0029009331483393908, -0.0022760669235140085, 0.01579972542822361, 0.004885612055659294, 0.004914750810712576, 0.010541783645749092, -0.018467547371983528, -0.007440116722136736, 0.0091754961758852, -0.012011677026748657, 0.003985545597970486, 0.01312542799860239, 0.02862081490457058, 0.012516750022768974, -0.014932035468518734, 0.013895988464355469, -0.0018227961845695972, 0.016071688383817673, 0.028828023001551628, -0.001527360756881535, -0.004147428087890148, -0.020345384255051613, -0.0033671546261757612, -0.017949523404240608, -0.0018470785580575466, 0.01739264838397503, 0.00696094473823905, -0.01524285040795803, 0.0022938740439713, -0.00904599018394947, 0.006099730264395475, 0.0043837763369083405, -0.015191047452390194, -0.03703870251774788, -0.010172692127525806, 0.024023354053497314, -0.007330036722123623, 0.043669406324625015, -0.037323612719774246, 0.003308876883238554, -0.030537502840161324, -0.004535945598036051, 0.010515882633626461, 0.0009138263412751257, 0.023246318101882935, -0.012542651034891605, 0.01818263530731201, -0.005594656802713871, 0.029812268912792206, 0.017120685428380966, -0.027869679033756256, 0.0070192222483456135, -0.01908917725086212, 0.025331363081932068, 0.022378627210855484, 0.017172489315271378, -0.008981237187981606, 0.01774231530725956, 0.017042983323335648, 0.010224494151771069, -0.008903534151613712, 0.013060675002634525, -0.009104267694056034, 0.00992663111537695, 0.0040470608510077, 0.0015257418854162097, 0.009758273139595985, 0.015644317492842674, 0.0031243308912962675, 0.012704533524811268, 0.017457401379942894, -0.02088931016623974, -0.021303728222846985, -0.011383572593331337, -0.016900526359677315, -0.0006260803202167153, 0.009959007613360882, -0.022896651178598404, 0.01744445040822029, -0.04195992648601532, -0.0007304945029318333, 0.022857800126075745, 0.007880437187850475, -0.002012198558077216, 0.0022420717868953943, 0.01195987407118082, 0.0018503161845728755, 0.018791312351822853, -0.007809208706021309, 0.031107328832149506, 0.009699995629489422, 0.00904599018394947, -0.008249528706073761, -0.001363859511911869, -0.0029640672728419304, 0.01968490332365036, 0.02421761117875576, 0.019840311259031296, -0.048461124300956726, -0.004147428087890148, 0.018415745347738266, -0.009233773685991764, -0.01804017834365368, 0.02581053599715233, -0.01168143656104803, -0.00255288602784276, -0.0015006501926109195, -0.015346454456448555, -0.014789579436182976, 0.024463674053549767, 0.02499464713037014, -0.009576965123414993, 0.0067148832604289055, -0.009900730103254318, -0.001947445678524673, 0.005814816802740097, -0.01960720121860504, 0.02939785085618496, -0.002387765794992447, 0.027947383001446724, 0.002730956766754389, 0.01822148635983467, -0.026367411017417908, 0.004001733846962452, -0.003019107272848487, 0.020189976319670677, 0.04934176430106163, 0.00331373349763453, -0.01131234411150217, -0.010075562633574009, 0.010716617107391357, -0.015048591420054436, -0.00982302613556385, 0.002538316650316119, -0.006426732521504164, -0.003962881863117218, 0.022585837170481682, -0.00358407711610198, -0.0008361227810382843, -0.007614949718117714, 0.014841381460428238, 0.01583857648074627, 0.007990516722202301, -0.009596390649676323, -0.013986642472445965, -0.010030235163867474, 0.020358335226774216, 0.009732372127473354, 0.010017285123467445, 0.0033250651322305202, 0.017470352351665497, -0.010224494151771069, -0.005639983806759119, -0.02408810704946518, 0.031236834824085236, -0.022456331178545952, 0.023764342069625854, -0.02680773101747036, 0.02464498206973076, 0.004827334079891443, 0.014750727452337742, -0.00982302613556385, 0.0032279356382787228, -0.007731505203992128, 0.024204662069678307, 0.00941508263349533, -0.010606536641716957, -0.0012748241424560547, 0.02349237911403179, 0.013054199516773224, 0.004202467855066061, -0.004571559838950634, -0.04571560025215149, 0.0033898181281983852, -0.026704126968979836, 0.017405599355697632, 0.00564322154968977, -0.03470759466290474, 0.006575664505362511, -0.0009672475280240178, -0.003168039256706834, -0.009479835629463196, -0.05232040211558342, 0.01666741445660591, 0.017068883404135704, -0.007161678746342659, -0.02771427296102047, -0.015786774456501007, 0.020746853202581406, -0.014077296480536461, -0.0022695916704833508, 0.00048038610839284956, 0.008987712673842907, -0.01635660044848919, 0.025706930086016655, -0.026781829074025154, 0.014970887452363968, -0.0014464195119217038, 0.041467804461717606, -0.0036391171161085367, -0.013313211500644684, 0.03336073085665703, -0.012231837026774883, -0.002544791903346777, -0.014362209476530552, 0.0037556723691523075, 0.013572223484516144, -0.03491480275988579, -0.000614343851339072, -0.0063004642724990845, 0.02153683826327324, 0.0017321420600637794, -0.01648610644042492, -0.0066954572685062885, 0.01722429133951664, -0.02042308822274208, -0.0024670884013175964, -0.0028135166503489017, 0.005491052288562059, 0.01886901631951332, -0.019827360287308693, 0.004985978826880455, -0.00940860714763403, -0.03608035668730736, 0.011241116560995579, 0.0013800477609038353, 0.03341253474354744, -0.011092184111475945, 0.02382909506559372, -0.009706471115350723, -0.048849642276763916, 0.001519266632385552, 0.00956401415169239, -0.005992887541651726, -0.0185582023113966, 0.014103197492659092, -0.0034545711241662502, -0.0007928191917017102, 0.003888416104018688, -0.008469688706099987, 0.009201397188007832, 0.0243989210575819, -0.012594453059136868, -0.03501840680837631, 0.014504666440188885, -0.003148613264784217, 0.05491052195429802, 0.0007766310009174049, -0.01881721429526806, -0.022715343162417412, 0.012808138504624367, -0.053978078067302704, -0.016550859436392784, -0.0002646777720656246, 0.013028298504650593, 0.026263806968927383, 0.014828430488705635, -0.01774231530725956, 0.022805998101830482, 0.0015573090640828013, -0.0009421557770110667, -0.02188650518655777, 0.004098863340914249, 0.01868770830333233, -0.0023294882848858833, 0.016045786440372467, -0.016952328383922577, -0.02991587296128273, -0.00953811313956976, 0.007990516722202301, -0.0058471933007240295, 0.007595523726195097, 0.02391974814236164, -0.0059507982805371284, -0.0017985138110816479, 0.009946056641638279, 0.004697828087955713, 0.034474484622478485, 0.029242442920804024, -0.0026305895298719406, -0.025965942069888115, -0.0256810300052166, 0.010567685589194298, 0.0005479720421135426, -0.026755928993225098, 0.005549329798668623, -0.013047724030911922, 0.005843956023454666, 0.0024784200359135866, -0.007614949718117714, -0.010120890103280544, -0.013675827533006668, -0.0003516895812936127, -0.019969817250967026, 0.027507063001394272, 0.023246318101882935, 0.03009718284010887, 0.0017224290641024709, -0.02430826611816883, -0.004924463573843241, -0.00039296961040236056, -0.012704533524811268, -0.010723092593252659, -0.0005014308262616396, -0.004325498826801777, -0.00984245166182518, -0.020876359194517136, 0.00030879073892720044, -0.009764748625457287, 0.006753735244274139, 0.00022724246082361788, -0.006102967541664839, -0.007504869718104601, 0.002217789413407445, 0.006374930031597614, -0.012173558585345745, 0.017107736319303513, 0.007232907228171825, 0.011059807613492012, -0.0174833033233881, -0.031236834824085236, 0.02262468822300434, -0.02399745211005211, 0.004076199606060982, 0.016395453363656998, -0.0028976956382393837, -0.027662470936775208, -0.0066501302644610405, -0.01102743111550808, -0.037323612719774246, 0.02732575498521328, 0.19581298530101776, -0.0006459109135903418, 0.03553643077611923, 0.03128863498568535, -0.00603173952549696, 0.00518023781478405, 0.0006734309135936201, 0.005053969565778971, -0.01589038036763668, -0.009071891196072102, -0.0265487190335989, 0.004432341083884239, 0.00757609773427248, 0.012283639051020145, 0.01589038036763668, -0.027791976928710938, -0.01826033927500248, -0.0020672387909144163, -0.043280888348817825, 0.031159130856394768, -0.015618417412042618, -0.019840311259031296, -0.011305869556963444, -0.03009718284010887, 0.01431040745228529, -0.018066080287098885, -0.0008171015651896596, 0.035510528832674026, 0.03830786049365997, 0.022585837170481682, -0.004684877581894398, -0.001656866748817265, -0.00982302613556385, -0.019568348303437233, -0.014103197492659092, -0.014245654456317425, -0.012769286520779133, 0.024075156077742577, -0.012057003565132618, 0.001304772449657321, 0.015618417412042618, 0.002015436301007867, -0.0004109790315851569, -0.004399964585900307, 0.0030450085178017616, 0.020008668303489685, -0.005011880304664373, -0.00861214566975832, -0.012205935083329678, -0.019179830327630043, -0.04605231434106827, 0.0006867862539365888, 0.012212410569190979, 0.022132566198706627, -0.008281905204057693, 0.02486514113843441, 0.013073625043034554, -5.261179103399627e-05, -0.008476164191961288, 0.03271320089697838, 0.0030498651321977377, -0.01692642644047737, 0.013779432512819767, 0.025188906118273735, 0.00014913419727236032, 0.04216713458299637, -0.0003721272514667362, 0.004134477581828833, 0.0054327743127942085, -0.03159945085644722, -0.0012926312629133463, -0.010354000143706799, -0.03561413660645485, -0.024062205106019974, 0.0033639168832451105, -0.012180034071207047, 0.037453118711709976, 0.044912662357091904, 0.03004537895321846, 0.002993206260725856, 0.0005657791043631732, -0.0062162852846086025, -0.026574620977044106, 0.015216948464512825, -0.03608035668730736, -0.014323357492685318, 0.0002743907389231026, 0.012503799051046371, 0.005196426063776016, -0.031444042921066284, 0.026043646037578583, -0.0023149189073592424, -0.005662647541612387, -0.035899046808481216, 0.013598124496638775, 0.009771224111318588, -0.027662470936775208, 0.007058074232190847, -0.013585173524916172, -0.004157140851020813, -0.011228165589272976, 0.05832947790622711, -0.002705055521801114, -0.010030235163867474, -0.010554734617471695, 0.003083860268816352, 0.022844849154353142, -0.0003369178157299757, -0.01206995453685522, -0.001795276184566319, -0.008236578665673733, -0.028905726969242096, 0.0039952583611011505, -0.021485036239027977, -0.020474890246987343, -0.0032765003852546215, -0.00878697820007801, -0.030278490856289864, 0.02227502316236496, -0.023453526198863983, 0.00397259509190917, -0.016978230327367783, -0.00328621338121593, 0.008456738665699959, -0.016783971339464188, 0.006222760770469904, 0.012426096014678478, -0.0028766507748514414, 0.019542448222637177, -0.025357265025377274, 0.010289247147738934, -0.04175271838903427, 0.0036294041201472282, -0.0256810300052166, 0.02369958907365799, 0.01622709445655346, 0.031055526807904243, 0.009635242633521557, -0.014064345508813858, 0.00811354722827673, -0.0067148832604289055, -0.004882374312728643, -0.011020955629646778, -0.005436012055724859, 0.002586881397292018, -0.026173152029514313, 0.02499464713037014, 0.002373196417465806, 0.001169600640423596, -0.024554327130317688, -0.025577424094080925, -0.02680773101747036, -0.014517616480588913, 0.012659206055104733, 0.010852598585188389, 0.01947769522666931, -0.014388110488653183, -0.015346454456448555, 0.0010530452709645033, 0.021964209154248238, -0.03802294656634331, 0.023686638101935387, 0.02797328494489193, -0.0010012428974732757, 0.004943889565765858, 0.018920818343758583, -0.1614162176847458, 0.014789579436182976, 0.020954061299562454, 0.0027180060278624296, 0.03879998251795769, -0.006167720537632704, -0.004652501083910465, -0.021679295226931572, 0.003080622758716345, -0.005332407541573048, 0.022378627210855484, 0.0003529037057887763, -0.010917351581156254, -0.03030439093708992, -0.0015492149395868182, 0.007763881701976061, 0.0015233136946335435, 0.0011177981505170465, 0.016032835468649864, 0.007912813685834408, 0.029682762920856476, -0.0018810739275068045, 0.015942182391881943, -0.009402131661772728, 0.026483966037631035, 0.00670193275436759, -0.023168614134192467, 0.0008814498432911932, -0.018053129315376282, -0.012976495549082756, 0.01709478534758091, -0.014660073444247246, 0.02097996324300766, 0.02257288619875908, 0.025227759033441544, 0.00183736567851156, -0.01627889834344387, 0.006080304272472858, 0.015488911420106888, 0.006378167774528265, -0.0009494404657743871, 0.020992914214730263, 0.018156733363866806, 0.00925967562943697, 0.01844164729118347, 0.01353337150067091, -0.002342438790947199, -0.008126498199999332, 0.01933523826301098, 0.0032085098791867495, 0.00969352014362812, -0.011765615083277225, 0.008799929171800613, -0.005478101782500744, -0.008644522167742252, 0.0066048032604157925, 0.014491715468466282, -0.0035743641201406717, -0.011966349557042122, -0.02810279093682766, 0.00039883784484118223, 0.0008676898432895541, 0.0021805563010275364, -0.0034221946261823177, 0.0031858463771641254, -0.03696099668741226, 0.017923623323440552, -0.007012747228145599, -0.03665018454194069, 0.015877429395914078, -0.019995717331767082, 0.018027227371931076, 0.004917988553643227, -0.018765412271022797, -0.017845919355750084, 0.01933523826301098, 0.012361343018710613, 0.02059144526720047, -0.04087207838892937, 0.013190180994570255, -0.012439046055078506, 0.0367019847035408, -0.029216540977358818, 0.017496254295110703, 0.013714679516851902, 0.01087849959731102, -0.0008968286565504968, -0.030278490856289864, 0.028180494904518127, 0.0029559731483459473, 0.023945650085806847, -0.026017744094133377, 0.013416816480457783, 0.0015119819436222315, 0.010412278585135937, 0.012031102553009987, 0.011169888079166412, -0.006578902248293161, -0.004160378593951464, 0.007647326216101646, -0.008968287147581577, -0.015605466440320015, 0.01208938006311655, -0.028206394985318184, 0.01576087437570095, 0.025888238102197647, -0.001631774939596653, -0.005024830810725689, 0.02166634425520897, -0.002434711903333664, -0.024878092110157013, -0.01822148635983467, 0.01609758846461773, 0.011487177573144436, -0.014828430488705635, 0.01113751158118248, -0.005766252055764198, -0.0030498651321977377, -0.01309952698647976, 0.0104705560952425, 0.06029796972870827, -0.017716413363814354, 0.022650590166449547, -0.018985571339726448, 0.013636976480484009, -0.031703054904937744, -0.11199674010276794, -0.025745783001184464, 0.01895967125892639, 0.026445114985108376, 0.004636312834918499, 0.025668079033493996, -0.0023294882848858833, 0.004710778594017029, -0.018493449315428734, 0.03004537895321846, -0.02564217709004879, -0.006582139525562525, -0.012180034071207047, 0.01299592200666666, -0.012283639051020145, 0.005008642561733723, 0.014284505508840084, 8.195298505597748e-06, 0.00013517183833755553, 0.006433208007365465, -0.017418550327420235, 0.006264850031584501, -0.006637179758399725, -0.013494519516825676, -0.028776220977306366, -0.01087849959731102, -0.021394383162260056, 0.008307806216180325, 0.0071293022483587265, 0.020358335226774216, 0.022249121218919754, -0.013624025508761406, 0.009622291661798954, -0.0013144853292033076, -0.025007598102092743, 0.0035128488671034575, -0.02408810704946518, 0.004616886842995882, 0.02085045725107193, -0.008806404657661915, 0.022780096158385277, 0.005779203027486801, 0.0005775155732408166, -0.004357875324785709, 0.022611739113926888, -0.0066307042725384235, -0.00943450815975666, 0.006355504505336285, 0.015294652432203293, 0.005856906529515982, 0.009628767147660255, 0.007071024738252163, -0.023906797170639038, -0.014737776480615139, 0.027222150936722755, 0.011377097107470036, 0.003146994626149535, -0.0005192378885112703, -0.03659838065505028, 0.010030235163867474, -0.010451129637658596, 0.012316015549004078, 0.016343651339411736, 0.020902259275317192, 0.014025494456291199, -0.002837799023836851, -0.006727833766490221, -0.01498383842408657, 0.012400194071233273, -0.03996553644537926, -0.0027892342768609524, 0.019309336319565773, -0.018066080287098885, -2.3017659259494394e-05, -0.032350584864616394, 0.019179830327630043, -0.014970887452363968, -0.015851527452468872, 0.01998276822268963, -0.004095625597983599, -0.01938704028725624, -0.01524285040795803, -0.017664611339569092, -0.0336715467274189, -0.00035877194022759795, 0.016913477331399918, -0.013086576014757156, -0.003742721863090992, 0.031055526807904243, -0.027610667049884796, -0.00139218894764781, 0.010451129637658596, 0.01972375623881817, 0.006643655244261026, -0.011519554071128368, 0.018597053363919258, 0.013908938504755497, -0.012076429091393948, 0.017250191420316696, 0.008275429718196392, -0.0006410544156096876, -0.013377964496612549, -0.03413776680827141, 0.03009718284010887, -0.01774231530725956, -0.006922092754393816, -0.005426299292594194, -0.0005123579176142812, 0.017845919355750084, -0.002883126027882099, 0.008469688706099987, 0.02495579607784748, -0.032998114824295044, 0.023336971178650856, -0.009052465669810772, -0.004351399838924408, -0.03623576462268829, -0.01722429133951664, 0.0011008005822077394, 0.005225564818829298, 0.00958343967795372, 0.014543517492711544, 0.02408810704946518, -0.023129761219024658, 0.008592719212174416, 0.010593586601316929, 0.018376894295215607, 0.03465579077601433, -0.011092184111475945, 0.02841360494494438, -0.008197726681828499, -0.022287974134087563, 0.022689441218972206, -0.01299592200666666, -0.01061948761343956, -0.00021732716413680464, 0.005312981549650431, -0.013416816480457783, 0.0265487190335989, 0.032609596848487854, 0.017599858343601227, 0.013779432512819767, -0.0151133444160223, -0.020267680287361145, 0.02283189818263054, -0.0029333096463233232, -0.009266150183975697, 0.013908938504755497, -0.04084617644548416, 0.01502268947660923, -0.0001371953694615513, -0.006090017035603523, 0.028180494904518127, -0.015061541460454464, -0.01353337150067091, -0.017988376319408417, -0.030718810856342316, -0.006941518746316433, 0.0066954572685062885, -0.008663947694003582, -0.033308930695056915, -0.03620986267924309, 0.024619080126285553, 0.0007677274406887591, 0.00891648419201374, -0.006837913766503334, -0.010574160143733025, -0.018532300367951393, -0.036546576768159866, -0.005834242794662714, -0.0013598124496638775, -0.04390251636505127, -0.028180494904518127, 0.005377734545618296, 0.036106258630752563, -0.02097996324300766, 0.00696094473823905, 0.003088716883212328, 0.005134910810738802, 0.0020445750560611486, -0.002083426807075739, 0.024878092110157013, 0.009233773685991764, -0.002437949413433671, -0.019710805267095566, 0.02564217709004879, 0.03263549879193306, 0.0011267017107456923, -0.017340846359729767, 0.031055526807904243, -0.013170754536986351, -0.014491715468466282, 0.0020397186744958162, 0.01804017834365368, -0.00039802843821235, -0.013947790488600731, 0.022780096158385277, 0.02101881429553032, -0.0049924543127417564, 0.010269821621477604, -0.01195987407118082, 0.03424137085676193, 0.00783510971814394, -0.0021886504255235195, 0.002083426807075739, 0.0014528948813676834, -0.02810279093682766, -0.0034772346261888742, -0.011454801075160503, -0.016602663323283195, -0.024424821138381958, -0.0023748152889311314, 0.027040841057896614, -0.0002136848052032292, -0.017301995307207108, 0.003125949762761593, -0.027118545025587082, 0.007686177734285593, 0.0005285461666062474, -5.5141204938990995e-05, -0.01105333212763071, 0.008450263179838657, 0.011338246054947376, 0.016732167452573776, 0.040431756526231766, -0.008456738665699959, -0.009402131661772728, -0.00744659174233675, 0.002209695288911462, -0.05392627790570259, -0.003386580618098378, 0.025719881057739258, 0.013494519516825676, 0.03178076073527336, -0.00954458862543106, -0.0278437789529562, -0.006941518746316433, 0.004387014079838991, 0.01418090146034956, 0.023777291178703308, 0.029682762920856476, 0.04045765846967697, 0.02140733227133751, 0.001163934706710279, -0.009007138200104237, 0.005092821549624205, 0.03921440243721008, -0.0015216948231682181, -0.009078366681933403, -0.032480090856552124, -0.02140733227133751, 0.0070839752443134785, -0.021433234214782715, 0.011344720609486103, -0.008702799677848816, -0.012076429091393948, 0.027869679033756256, 0.02097996324300766, 0.020267680287361145, 0.007245857734233141, -0.018584104254841805, 0.0035937901120632887, 0.015618417412042618, -0.0020559069234877825, 0.0041247643530368805, -0.021174222230911255, -0.008605670183897018, -0.000884687528014183, 0.0042801713570952415, -0.04265926033258438, -0.042711060494184494, 0.013216082006692886, 0.015359405428171158, -0.033179424703121185, -0.009460409171879292, 0.0018276526825502515, -0.012031102553009987, 0.02373844012618065, -0.012665681540966034, 0.02347942814230919, 0.0071746292524039745, 0.03685739263892174, 0.013429766520857811, 0.005523428786545992, 0.0028361801523715258, -0.008696324191987514, -0.020526692271232605, 0.017405599355697632, -0.00502806855365634, -0.02020292729139328]}