Skip to content

Commit

Permalink
Silence collator override loading (#5491)
Browse files Browse the repository at this point in the history
Follow up #5318
  • Loading branch information
robertbastian authored Sep 6, 2024
1 parent be4c14d commit 28dd2cb
Show file tree
Hide file tree
Showing 2 changed files with 70 additions and 60 deletions.
16 changes: 10 additions & 6 deletions components/segmenter/src/sentence.rs
Original file line number Diff line number Diff line change
Expand Up @@ -186,23 +186,27 @@ impl SentenceSegmenter {
let payload_locale_override = if let Some(locale) = options.content_locale {
let req = DataRequest {
id: DataIdentifierBorrowed::for_locale(&locale),
..Default::default()
metadata: {
let mut metadata = DataRequestMetadata::default();
metadata.silent = true;
metadata
},
};
match provider.load(req) {
Ok(response) => Ok(Some(response.payload)),
Ok(response) => Some(response.payload),
Err(DataError {
kind: DataErrorKind::IdentifierNotFound,
..
}) => Ok(None),
Err(e) => Err(e),
}) => None,
Err(e) => return Err(e),
}
} else {
Ok(None)
None
};

Ok(Self {
payload,
payload_locale_override: payload_locale_override?,
payload_locale_override,
})
}

Expand Down
114 changes: 60 additions & 54 deletions components/segmenter/src/word.rs
Original file line number Diff line number Diff line change
Expand Up @@ -276,27 +276,29 @@ impl WordSegmenter {
+ DataProvider<GraphemeClusterBreakDataV2Marker>
+ ?Sized,
{
let payload_locale_override = if let Some(locale) = options.content_locale {
let req = DataRequest {
id: DataIdentifierBorrowed::for_locale(&locale),
..Default::default()
};
match provider.load(req) {
Ok(response) => Ok(Some(response.payload)),
Err(DataError {
kind: DataErrorKind::IdentifierNotFound,
..
}) => Ok(None),
Err(e) => Err(e),
}
} else {
Ok(None)
};

Ok(Self {
payload: provider.load(Default::default())?.payload,
complex: ComplexPayloads::try_new_auto(provider)?,
payload_locale_override: payload_locale_override?,
payload_locale_override: if let Some(locale) = options.content_locale {
let req = DataRequest {
id: DataIdentifierBorrowed::for_locale(&locale),
metadata: {
let mut metadata = DataRequestMetadata::default();
metadata.silent = true;
metadata
},
};
match provider.load(req) {
Ok(response) => Some(response.payload),
Err(DataError {
kind: DataErrorKind::IdentifierNotFound,
..
}) => None,
Err(e) => return Err(e),
}
} else {
None
},
})
}

Expand Down Expand Up @@ -399,27 +401,29 @@ impl WordSegmenter {
+ DataProvider<GraphemeClusterBreakDataV2Marker>
+ ?Sized,
{
let payload_locale_override = if let Some(locale) = options.content_locale {
let req = DataRequest {
id: DataIdentifierBorrowed::for_locale(&locale),
..Default::default()
};
match provider.load(req) {
Ok(response) => Ok(Some(response.payload)),
Err(DataError {
kind: DataErrorKind::IdentifierNotFound,
..
}) => Ok(None),
Err(e) => Err(e),
}
} else {
Ok(None)
};

Ok(Self {
payload: provider.load(Default::default())?.payload,
complex: ComplexPayloads::try_new_lstm(provider)?,
payload_locale_override: payload_locale_override?,
payload_locale_override: if let Some(locale) = options.content_locale {
let req = DataRequest {
id: DataIdentifierBorrowed::for_locale(&locale),
metadata: {
let mut metadata = DataRequestMetadata::default();
metadata.silent = true;
metadata
},
};
match provider.load(req) {
Ok(response) => Some(response.payload),
Err(DataError {
kind: DataErrorKind::IdentifierNotFound,
..
}) => None,
Err(e) => return Err(e),
}
} else {
None
},
})
}

Expand Down Expand Up @@ -514,27 +518,29 @@ impl WordSegmenter {
+ DataProvider<GraphemeClusterBreakDataV2Marker>
+ ?Sized,
{
let payload_locale_override = if let Some(locale) = options.content_locale {
let req = DataRequest {
id: DataIdentifierBorrowed::for_locale(&locale),
..Default::default()
};
match provider.load(req) {
Ok(response) => Ok(Some(response.payload)),
Err(DataError {
kind: DataErrorKind::IdentifierNotFound,
..
}) => Ok(None),
Err(e) => Err(e),
}
} else {
Ok(None)
};

Ok(Self {
payload: provider.load(Default::default())?.payload,
complex: ComplexPayloads::try_new_dict(provider)?,
payload_locale_override: payload_locale_override?,
payload_locale_override: if let Some(locale) = options.content_locale {
let req = DataRequest {
id: DataIdentifierBorrowed::for_locale(&locale),
metadata: {
let mut metadata = DataRequestMetadata::default();
metadata.silent = true;
metadata
},
};
match provider.load(req) {
Ok(response) => Some(response.payload),
Err(DataError {
kind: DataErrorKind::IdentifierNotFound,
..
}) => None,
Err(e) => return Err(e),
}
} else {
None
},
})
}

Expand Down

0 comments on commit 28dd2cb

Please sign in to comment.