Skip to content

Commit b334bf8

Browse files
Update rust Docker tag to v1.95.0 (#3652)
* Update rust Docker tag to v1.95.0 * Also update toolchain * clippy --------- Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com> Co-authored-by: Javier Torres <nino@progress.com>
1 parent a4c3640 commit b334bf8

9 files changed

Lines changed: 29 additions & 36 deletions

File tree

Dockerfile.nidx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
# For a version that uses pre-built binaries (outside Docker) see `Dockerfile.nidx_prebuild`
44
#
55

6-
FROM rust:1.94.0-trixie AS builder
6+
FROM rust:1.95.0-trixie AS builder
77
RUN apt update && apt install -y protobuf-compiler
88
COPY nucliadb_protos/*proto /app/nucliadb_protos/
99
COPY nidx /app/nidx

nidx/nidx_paragraph/src/reader.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,8 +26,8 @@ use nidx_protos::{OrderBy, ParagraphItem, ParagraphSearchResponse, StreamRequest
2626
use nidx_types::prefilter::PrefilterResult;
2727
use tantivy::collector::{Collector, Count, FacetCollector, TopDocs};
2828
use tantivy::query::{AllQuery, Query};
29-
use tantivy::{DateTime, Order, schema::*};
30-
use tantivy::{DocAddress, Index, IndexReader};
29+
use tantivy::schema::{Facet, Field, Value};
30+
use tantivy::{DateTime, DocAddress, Index, IndexReader, Order, TantivyDocument};
3131
use tracing::*;
3232

3333
use super::schema::ParagraphSchema;

nidx/nidx_vector/src/data_store/v2.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,7 +65,7 @@ impl DataStoreV2 {
6565
None
6666
};
6767

68-
for (idx, elem) in (0..).zip(entries.into_iter()) {
68+
for (idx, elem) in (0..).zip(entries) {
6969
let (first_vector, _) = vectors.write(idx, elem.vectors.iter().map(|v| config.vector_type.encode(v)))?;
7070
if let Some(quantized) = &mut quantized {
7171
for v in &elem.vectors {

nidx/nidx_vector/src/hnsw/search.rs

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -207,11 +207,7 @@ impl<'a, DR: DataRetriever> HnswSearcher<'a, DR> {
207207

208208
let mut preloaded = 0;
209209

210-
loop {
211-
let Some(Cnx(candidate, candidate_similarity)) = candidates.pop() else {
212-
break;
213-
};
214-
210+
while let Some(Cnx(candidate, candidate_similarity)) = candidates.pop() {
215211
if candidate_similarity < self.retriever.min_score() {
216212
break;
217213
}

nidx/nidx_vector/src/indexer.rs

Lines changed: 19 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -65,29 +65,26 @@ impl<'a> ResourceWrapper<'a> {
6565

6666
pub fn fields(&self) -> impl Iterator<Item = (&String, impl Iterator<Item = ParagraphVectors<'_>>)> {
6767
self.resource.paragraphs.iter().map(|(field_id, paragraphs_wrapper)| {
68-
let sentences_iterator = paragraphs_wrapper
69-
.paragraphs
70-
.iter()
71-
.filter_map(|(_paragraph_id, paragraph)| {
72-
let sentences = if let Some(vectorset) = &self.vectorset {
73-
// indexing a vectorset, we should return only paragraphs from this vectorset.
74-
// If vectorset is not found, we'll skip this paragraph
75-
if let Some(vectorset_sentences) = paragraph.vectorsets_sentences.get(vectorset) {
76-
Some(&vectorset_sentences.sentences)
77-
} else if self.fallback_to_default_vectorset {
78-
Some(&paragraph.sentences)
79-
} else {
80-
None
81-
}
82-
} else {
83-
// Default vectors index (no vectorset)
68+
let sentences_iterator = paragraphs_wrapper.paragraphs.values().filter_map(|paragraph| {
69+
let sentences = if let Some(vectorset) = &self.vectorset {
70+
// indexing a vectorset, we should return only paragraphs from this vectorset.
71+
// If vectorset is not found, we'll skip this paragraph
72+
if let Some(vectorset_sentences) = paragraph.vectorsets_sentences.get(vectorset) {
73+
Some(&vectorset_sentences.sentences)
74+
} else if self.fallback_to_default_vectorset {
8475
Some(&paragraph.sentences)
85-
};
86-
sentences.map(|s| ParagraphVectors {
87-
vectors: s,
88-
labels: &paragraph.labels,
89-
})
90-
});
76+
} else {
77+
None
78+
}
79+
} else {
80+
// Default vectors index (no vectorset)
81+
Some(&paragraph.sentences)
82+
};
83+
sentences.map(|s| ParagraphVectors {
84+
vectors: s,
85+
labels: &paragraph.labels,
86+
})
87+
});
9188
(field_id, sentences_iterator)
9289
})
9390
}

nidx/nidx_vector/src/segment.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -823,7 +823,7 @@ mod test {
823823
let path_merged = tempdir()?;
824824
let merged_dp = merge(path_merged.path(), work, &config)?;
825825

826-
for (i, (elem, mut labels)) in elems1.into_iter().chain(elems2.into_iter()).enumerate() {
826+
for (i, (elem, mut labels)) in elems1.into_iter().chain(elems2).enumerate() {
827827
let vector = merged_dp.data_store.get_vector(VectorAddr(i as u32));
828828
assert_eq!(config.vector_type.encode(&elem.vectors[0]), vector.vector());
829829

nidx/src/searcher.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -76,7 +76,7 @@ async fn refresher_task(mut rx: Receiver<(IndexId, bool)>, index_cache: Arc<Inde
7676
}
7777

7878
let mut unique_indexes = HashMap::new();
79-
for (index_id, force) in try_later.drain(std::ops::RangeFull).chain(recv_buf.into_iter()) {
79+
for (index_id, force) in try_later.drain(std::ops::RangeFull).chain(recv_buf) {
8080
unique_indexes
8181
.entry(index_id)
8282
.and_modify(|f| *f = *f || force)

nidx/src/searcher/sync.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -114,7 +114,7 @@ pub async fn run_sync(
114114

115115
// Remove deleted indexes
116116
let deleted = Index::marked_to_delete(&meta.pool).await?;
117-
for (shard_id, index_id) in deleted.into_iter().map(|i| (i.shard_id, i.id)).chain(indexes_to_delete.into_iter()) {
117+
for (shard_id, index_id) in deleted.into_iter().map(|i| (i.shard_id, i.id)).chain(indexes_to_delete) {
118118
if shutdown.is_cancelled() {
119119
break;
120120
}
@@ -140,7 +140,7 @@ pub async fn run_sync(
140140

141141
let sync_semaphore = Arc::new(Semaphore::new(settings.parallel_index_syncs));
142142
let mut tasks = JoinSet::new();
143-
for index in indexes.into_iter().chain(retry_indexes.into_iter()).chain(indexes_to_sync.into_iter()) {
143+
for index in indexes.into_iter().chain(retry_indexes).chain(indexes_to_sync) {
144144
let index_id = index.id;
145145
let meta2 = meta.clone();
146146
let index_metadata2 = Arc::clone(&index_metadata);

rust-toolchain.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
[toolchain]
22
# if this changes, also change the version in the Dockerfiles
3-
channel = "1.94.0"
3+
channel = "1.95.0"

0 commit comments

Comments
 (0)