Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

178 changes: 131 additions & 47 deletions crates/uv-resolver/src/lock/export/cyclonedx_json.rs
Original file line number Diff line number Diff line change
@@ -1,17 +1,26 @@
use std::collections::HashMap;
use std::path::Path;

use cyclonedx_bom::models::component::Classification;
use cyclonedx_bom::models::dependency::{Dependencies, Dependency};
use cyclonedx_bom::models::metadata::Metadata;
use cyclonedx_bom::models::tool::{Tool, Tools};
use cyclonedx_bom::prelude::{Bom, Component, Components, NormalizedString};
use cyclonedx_bom::{
models::{
component::Classification,
dependency::{Dependencies, Dependency},
metadata::Metadata,
property::{Properties, Property},
tool::{Tool, Tools},
},
prelude::{Bom, Component, Components, NormalizedString},
};
use itertools::Itertools;
use percent_encoding::{AsciiSet, CONTROLS, percent_encode};

use rustc_hash::FxHashSet;
use uv_configuration::{
DependencyGroupsWithDefaults, ExtrasSpecificationWithDefaults, InstallOptions,
};
use uv_fs::PortablePath;
use uv_normalize::PackageName;
use uv_pep508::MarkerTree;

use crate::lock::export::{ExportableRequirement, ExportableRequirements};
use crate::lock::{Package, PackageId, Source};
Expand Down Expand Up @@ -53,19 +62,30 @@ pub fn from_lock<'lock>(

nodes.sort_unstable_by_key(|node| &node.package.id);

let root = target.lock().root();
// CycloneDX requires exactly one root component in `metadata.component`.
let root = match target.roots().collect::<Vec<_>>().as_slice() {
// Single root: use it directly
[single_root] => nodes
.iter()
.find(|node| &node.package.id.name == *single_root)
.map(|node| node.package),
// Multiple roots or no roots: use fallback
_ => None,
}
.or_else(|| target.lock().root()); // Fallback to project root

// Used as prefix in bom-ref generation, to ensure uniqueness
let mut id_counter = 1;
let mut package_to_bom_ref = HashMap::<&PackageId, Component>::new();
let mut package_to_component_map = HashMap::<&PackageId, Component>::new();

let metadata = Metadata {
component: root.map(|package| {
create_and_register_component(
package,
Classification::Application,
PackageType::Root,
None,
&mut id_counter,
&mut package_to_bom_ref,
&mut package_to_component_map,
)
}),
timestamp: cyclonedx_bom::prelude::DateTime::now().ok(),
Expand All @@ -79,22 +99,52 @@ pub fn from_lock<'lock>(
..Metadata::default()
};

let dependencies = nodes
let workspace_member_ids = nodes
.iter()
.filter(|node| root.is_none_or(|package| package.id != node.package.id));
.filter_map(|node| {
if target.lock().members().contains(&node.package.id.name)
&& node.package.id.source.is_local()
{
Some(&node.package.id)
} else {
None
}
})
.collect::<FxHashSet<_>>();

let components = dependencies
let components = nodes
.iter()
.filter(|node| root.is_none_or(|root_pkg| root_pkg.id != node.package.id)) // Filter out root package as this is included in `metadata`
.map(|node| {
let package_type = if workspace_member_ids.contains(&node.package.id) {
let path = match &node.package.id.source {
Source::Path(path)
| Source::Directory(path)
| Source::Editable(path)
| Source::Virtual(path) => path,
Source::Registry(_) | Source::Git(_, _) | Source::Direct(_, _) => {
// Workspace packages are always local dependencies
unreachable!(
"Workspace member {:?} has non-local source {:?}",
node.package.id.name, node.package.id.source,
)
}
};
PackageType::Workspace(path)
} else {
PackageType::Dependency
};
create_and_register_component(
node.package,
Classification::Library,
package_type,
Some(&node.marker),
&mut id_counter,
&mut package_to_bom_ref,
&mut package_to_component_map,
)
})
.collect();

let dependencies = create_dependencies_from_mapping(&nodes, &package_to_bom_ref);
let dependencies = create_dependencies_from_mapping(&nodes, &package_to_component_map);

let bom = Bom {
metadata: Some(metadata),
Expand All @@ -106,14 +156,22 @@ pub fn from_lock<'lock>(
Ok(bom)
}

#[derive(Clone, Debug, Eq, PartialEq)]
enum PackageType<'a> {
Root,
Workspace(&'a Path),
Dependency,
}

/// Create and register a `CycloneDX` component, updating the counter and map.
fn create_and_register_component<'a>(
package: &'a Package,
classification: Classification,
package_type: PackageType,
marker: Option<&MarkerTree>,
id_counter: &mut usize,
package_to_bom_ref: &mut HashMap<&'a PackageId, Component>,
) -> Component {
let component = create_component_from_package(package, classification, *id_counter);
let component = create_component_from_package(package, package_type, marker, *id_counter);
package_to_bom_ref.insert(&package.id, component.clone());
*id_counter += 1;
component
Expand Down Expand Up @@ -183,15 +241,37 @@ fn format_qualifiers(qualifiers: &[(&str, &str)]) -> String {
}

/// Create a `CycloneDX` component from a package node with the given classification and ID.
#[allow(clippy::needless_pass_by_value)]
fn create_component_from_package(
package: &Package,
classification: Classification,
package_type: PackageType,
marker: Option<&MarkerTree>,
id: usize,
) -> Component {
let name = get_package_name(package);
let version = get_version_string(package);
let bom_ref = create_bom_ref(id, name, version.as_deref());
let purl = create_purl(package).and_then(|purl_string| purl_string.parse().ok());
let mut properties = vec![];

let classification = match package_type {
PackageType::Root => Classification::Application,
PackageType::Workspace(path) => {
properties.push(Property::new(
"uv:workspace:path",
&PortablePath::from(path).to_string(),
));
Classification::Application
}
PackageType::Dependency => Classification::Library,
};

if let Some(marker_contents) = marker.and_then(|marker| marker.contents()) {
properties.push(Property::new(
"cdx:python:package:marker",
&marker_contents.to_string(),
));
}

Component {
component_type: classification,
Expand All @@ -214,7 +294,11 @@ fn create_component_from_package(
modified: None,
pedigree: None,
external_references: None,
properties: None,
properties: if !properties.is_empty() {
Some(Properties(properties))
} else {
None
},
components: None,
evidence: None,
signature: None,
Expand All @@ -225,36 +309,36 @@ fn create_component_from_package(

fn create_dependencies_from_mapping(
nodes: &[ExportableRequirement<'_>],
package_to_component: &HashMap<&PackageId, Component>,
package_to_component_map: &HashMap<&PackageId, Component>,
) -> Dependencies {
let dependencies = nodes.iter().filter_map(|node| {
package_to_component
let dependencies = nodes.iter().map(|node| {
let package_bom_ref = package_to_component_map
.get(&node.package.id)
.map(|package_bom_ref| {
let immediate_deps = &node.package.dependencies;
let optional_deps = node.package.optional_dependencies.values().flatten();
let dep_groups = node.package.dependency_groups.values().flatten();

let package_deps = immediate_deps
.iter()
.chain(optional_deps)
.chain(dep_groups)
.filter_map(|dep| package_to_component.get(&dep.package_id));

let bom_refs = package_deps
.map(|p| p.bom_ref.clone().expect("bom-ref should always exist"))
.sorted_unstable()
.unique()
.collect();

Dependency {
dependency_ref: package_bom_ref
.bom_ref
.clone()
.expect("bom-ref should always exist"),
dependencies: bom_refs,
}
})
.expect("All nodes should have been added to package_to_bom_ref");

let immediate_deps = &node.package.dependencies;
let optional_deps = node.package.optional_dependencies.values().flatten();
let dep_groups = node.package.dependency_groups.values().flatten();

let package_deps = immediate_deps
.iter()
.chain(optional_deps)
.chain(dep_groups)
.filter_map(|dep| package_to_component_map.get(&dep.package_id));

let bom_refs = package_deps
.map(|p| p.bom_ref.clone().expect("bom-ref should always exist"))
.sorted_unstable()
.unique()
.collect();

Dependency {
dependency_ref: package_bom_ref
.bom_ref
.clone()
.expect("bom-ref should always exist"),
dependencies: bom_refs,
}
});
Dependencies(dependencies.collect())
}
Loading