Charlie Marsh
84 lines
2.7 KiB
Rust
84 lines
2.7 KiB
Rust
use std::path::Path;
|
|
use std::str::FromStr;
|
|
|
|
use anyhow::Result;
|
|
use futures::{StreamExt, TryFutureExt};
|
|
use pep508_rs::VersionOrUrl;
|
|
|
|
use puffin_client::{PypiClientBuilder, SimpleJson};
|
|
use puffin_requirements::wheel::WheelName;
|
|
use puffin_requirements::Requirement;
|
|
|
|
use crate::commands::ExitStatus;
|
|
|
|
pub(crate) async fn install(src: &Path) -> Result<ExitStatus> {
|
|
// Read the `requirements.txt` from disk.
|
|
let requirements_txt = std::fs::read_to_string(src)?;
|
|
|
|
// Parse the `requirements.txt` into a list of requirements.
|
|
let requirements = puffin_requirements::Requirements::from_str(&requirements_txt)?;
|
|
|
|
// Instantiate a client.
|
|
let client = PypiClientBuilder::default().build();
|
|
|
|
// Fetch metadata in parallel.
|
|
let (package_sink, package_stream) = futures::channel::mpsc::unbounded();
|
|
|
|
// Create a stream of futures that fetch metadata for each requirement.
|
|
let mut package_stream = package_stream
|
|
.map(|requirement: Requirement| {
|
|
client
|
|
.simple(requirement.name.clone())
|
|
.map_ok(move |metadata| (metadata, requirement))
|
|
})
|
|
.buffer_unordered(32)
|
|
.ready_chunks(32);
|
|
|
|
// Push all the requirements into the sink.
|
|
let mut in_flight = 0;
|
|
for requirement in requirements.iter() {
|
|
package_sink.unbounded_send(requirement.clone())?;
|
|
in_flight += 1;
|
|
}
|
|
|
|
while let Some(chunk) = package_stream.next().await {
|
|
in_flight -= chunk.len();
|
|
for result in chunk {
|
|
let (metadata, requirement): (SimpleJson, Requirement) = result?;
|
|
|
|
// TODO(charlie): Support URLs. Right now, we treat a URL as an unpinned dependency.
|
|
let specifiers = requirement.version_or_url.and_then(|version_or_url| {
|
|
match version_or_url {
|
|
VersionOrUrl::VersionSpecifier(specifiers) => Some(specifiers),
|
|
VersionOrUrl::Url(_) => None,
|
|
}
|
|
});
|
|
|
|
// Pick a version that satisfies the requirement.
|
|
let Some(file) = metadata.files.iter().rev().find(|file| {
|
|
// We only support wheels for now.
|
|
let Ok(name) = WheelName::from_str(file.filename.as_str()) else {
|
|
return false;
|
|
};
|
|
|
|
specifiers
|
|
.iter()
|
|
.all(|specifier| specifier.contains(&name.version))
|
|
}) else {
|
|
continue;
|
|
};
|
|
|
|
#[allow(clippy::print_stdout)]
|
|
{
|
|
println!("{}: {:?}", requirement.name, file);
|
|
}
|
|
}
|
|
|
|
if in_flight == 0 {
|
|
break;
|
|
}
|
|
}
|
|
|
|
Ok(ExitStatus::Success)
|
|
}
|