[Rust Frontend][gRPC] Add audio and video media inputs (#53760)

Signed-off-by: Connor Carpenter <connorc@nvidia.com>
This commit is contained in:
Connor Carpenter
2026-08-30 11:31:37 +08:00
committed by GitHub
parent b016ed8ea3
commit 7a67941c1d
4 changed files with 124 additions and 50 deletions
+52 -35
View File
@@ -22,49 +22,66 @@ pub fn media_parts_from_request(
) -> Result<Vec<MediaContentPart>, Status> {
let mut parts = Vec::with_capacity(media.len());
for (index, item) in media.into_iter().enumerate() {
match item.modality() {
pb::Modality::Image => {}
pb::Modality::Unspecified => {
return Err(Status::invalid_argument(format!(
"media[{index}].modality is required"
)));
}
other => {
return Err(Status::unimplemented(format!(
"media[{index}].modality {other:?} is not supported by the gRPC service"
)));
}
let modality = item.modality();
if modality == pb::Modality::Unspecified {
return Err(Status::invalid_argument(format!(
"media[{index}].modality is required"
)));
}
let uuid = (!item.uuid.is_empty()).then_some(item.uuid);
let mime_type = (!item.mime_type.is_empty()).then_some(item.mime_type);
let part = match item.source {
Some(pb::media_item::Source::Url(url)) => {
validate_media_uri(index, "url", &url, &["http", "https"])?;
MediaContentPart::ImageUrl {
url,
detail: None,
uuid,
}
let source = item.source.ok_or_else(|| {
Status::invalid_argument(format!("media[{index}].source is required"))
})?;
match &source {
pb::media_item::Source::Url(url) => {
validate_media_uri(index, "url", url, &["http", "https"])?;
}
Some(pb::media_item::Source::DataUri(uri)) => {
validate_media_uri(index, "data_uri", &uri, &["data"])?;
MediaContentPart::ImageUrl {
url: uri,
detail: None,
uuid,
}
pb::media_item::Source::DataUri(uri) => {
validate_media_uri(index, "data_uri", uri, &["data"])?;
}
Some(pb::media_item::Source::RawBytes(bytes)) => MediaContentPart::ImageData {
data: bytes,
mime_type,
uuid,
pb::media_item::Source::RawBytes(_) => {}
}
let part = match (modality, source) {
(
pb::Modality::Image,
pb::media_item::Source::Url(url) | pb::media_item::Source::DataUri(url),
) => MediaContentPart::ImageUrl {
url,
detail: None,
uuid,
},
None => {
return Err(Status::invalid_argument(format!(
"media[{index}].source is required"
)));
(pb::Modality::Image, pb::media_item::Source::RawBytes(data)) => {
MediaContentPart::ImageData {
data,
mime_type,
uuid,
detail: None,
}
}
(
pb::Modality::Video,
pb::media_item::Source::Url(url) | pb::media_item::Source::DataUri(url),
) => MediaContentPart::VideoUrl { url, uuid },
(pb::Modality::Video, pb::media_item::Source::RawBytes(data)) => {
MediaContentPart::VideoData {
data,
mime_type,
uuid,
}
}
(
pb::Modality::Audio,
pb::media_item::Source::Url(url) | pb::media_item::Source::DataUri(url),
) => MediaContentPart::AudioUrl { url, uuid },
(pb::Modality::Audio, pb::media_item::Source::RawBytes(data)) => {
MediaContentPart::AudioData {
data,
mime_type,
uuid,
}
}
(pb::Modality::Unspecified, _) => unreachable!("modality validated above"),
};
parts.push(part);
}