Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Resolver cleanups and a new fuzz test #6249

Merged
merged 5 commits into from
Nov 3, 2018
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
19 changes: 10 additions & 9 deletions src/cargo/core/resolver/context.rs
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,8 @@ use core::{Dependency, FeatureValue, PackageId, SourceId, Summary};
use util::CargoResult;
use util::Graph;

use super::types::RegistryQueryer;
use super::types::{ActivateResult, ConflictReason, DepInfo, GraphNode, Method, RcList};
use super::types::{ConflictReason, DepInfo, GraphNode, Method, RcList, RegistryQueryer};
use super::errors::ActivateResult;

pub use super::encode::{EncodableDependency, EncodablePackageId, EncodableResolve};
pub use super::encode::{Metadata, WorkspaceResolve};
Expand Down Expand Up @@ -186,11 +186,10 @@ impl Context {
// name.
let base = reqs.deps.get(&dep.name_in_toml()).unwrap_or(&default_dep);
used_features.insert(dep.name_in_toml());
let always_required = !dep.is_optional()
&& !s
.dependencies()
.iter()
.any(|d| d.is_optional() && d.name_in_toml() == dep.name_in_toml());
let always_required = !dep.is_optional() && !s
.dependencies()
.iter()
.any(|d| d.is_optional() && d.name_in_toml() == dep.name_in_toml());
if always_required && base.0 {
self.warnings.push(format!(
"Package `{}` does not have feature `{}`. It has a required dependency \
Expand Down Expand Up @@ -230,11 +229,13 @@ impl Context {
"Package `{}` does not have these features: `{}`",
s.package_id(),
features
).into(),
)
.into(),
Some(p) => (
p.package_id().clone(),
ConflictReason::MissingFeatures(features),
).into(),
)
.into(),
});
}

Expand Down
3 changes: 2 additions & 1 deletion src/cargo/core/resolver/encode.rs
Original file line number Diff line number Diff line change
Expand Up @@ -377,7 +377,8 @@ impl<'a, 'cfg> ser::Serialize for WorkspaceResolve<'a, 'cfg> {
root: None,
metadata,
patch,
}.serialize(s)
}
.serialize(s)
}
}

Expand Down
21 changes: 20 additions & 1 deletion src/cargo/core/resolver/errors.rs
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@ use std::fmt;
use core::{Dependency, PackageId, Registry, Summary};
use failure::{Error, Fail};
use semver;
use util::config::Config;
use util::lev_distance::lev_distance;
use util::{CargoError, Config};

use super::context::Context;
use super::types::{Candidate, ConflictReason};
Expand Down Expand Up @@ -49,6 +49,25 @@ impl fmt::Display for ResolveError {
}
}

pub type ActivateResult<T> = Result<T, ActivateError>;

pub enum ActivateError {
Fatal(CargoError),
Conflict(PackageId, ConflictReason),
}

impl From<::failure::Error> for ActivateError {
fn from(t: ::failure::Error) -> Self {
ActivateError::Fatal(t)
}
}

impl From<(PackageId, ConflictReason)> for ActivateError {
fn from(t: (PackageId, ConflictReason)) -> Self {
ActivateError::Conflict(t.0, t.1)
}
}

pub(super) fn activation_error(
cx: &Context,
registry: &mut Registry,
Expand Down
21 changes: 13 additions & 8 deletions src/cargo/core/resolver/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -62,21 +62,21 @@ use util::errors::CargoResult;
use util::profile;

use self::context::{Activations, Context};
use self::types::{ActivateError, ActivateResult, Candidate, ConflictReason, DepsFrame, GraphNode};
use self::types::{Candidate, ConflictReason, DepsFrame, GraphNode};
use self::types::{RcVecIter, RegistryQueryer, RemainingDeps, ResolverProgress};

pub use self::encode::{EncodableDependency, EncodablePackageId, EncodableResolve};
pub use self::encode::{Metadata, WorkspaceResolve};
pub use self::errors::{ActivateError, ActivateResult, ResolveError};
pub use self::resolve::Resolve;
pub use self::types::Method;
pub use self::errors::ResolveError;

mod conflict_cache;
mod context;
mod encode;
mod errors;
mod resolve;
mod types;
mod errors;

/// Builds the list of all packages required to build the first argument.
///
Expand Down Expand Up @@ -403,7 +403,8 @@ fn activate_deps_loop(
.clone()
.filter_map(|(_, (ref new_dep, _, _))| {
past_conflicting_activations.conflicting(&cx, new_dep)
}).next()
})
.next()
{
// If one of our deps is known unresolvable
// then we will not succeed.
Expand Down Expand Up @@ -438,12 +439,15 @@ fn activate_deps_loop(
// for deps related to us
.filter(|&(_, ref other_dep)| {
known_related_bad_deps.contains(other_dep)
}).filter_map(|(other_parent, other_dep)| {
})
.filter_map(|(other_parent, other_dep)| {
past_conflicting_activations
.find_conflicting(&cx, &other_dep, |con| {
con.contains_key(&pid)
}).map(|con| (other_parent, con))
}).next()
})
.map(|con| (other_parent, con))
})
.next()
{
let rel = conflict.get(&pid).unwrap().clone();

Expand Down Expand Up @@ -485,7 +489,8 @@ fn activate_deps_loop(
&parent,
backtracked,
&conflicting_activations,
).is_none()
)
.is_none()
}
};

Expand Down
4 changes: 4 additions & 0 deletions src/cargo/core/resolver/resolve.rs
Original file line number Diff line number Diff line change
Expand Up @@ -171,6 +171,10 @@ unable to verify that `{0}` is the same as when the lockfile was generated
self.graph.contains(k)
}

pub fn sort(&self) -> Vec<PackageId> {
self.graph.sort()
}

pub fn iter(&self) -> impl Iterator<Item = &PackageId> {
self.graph.iter()
}
Expand Down
22 changes: 2 additions & 20 deletions src/cargo/core/resolver/types.rs
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,8 @@ use std::time::{Duration, Instant};

use core::interning::InternedString;
use core::{Dependency, PackageId, PackageIdSpec, Registry, Summary};
use util::{CargoError, CargoResult, Config};
use util::errors::CargoResult;
use util::Config;

pub struct ResolverProgress {
ticks: u16,
Expand Down Expand Up @@ -348,25 +349,6 @@ impl RemainingDeps {
// (dependency info, candidates, features activated)
pub type DepInfo = (Dependency, Rc<Vec<Candidate>>, Rc<Vec<InternedString>>);

pub type ActivateResult<T> = Result<T, ActivateError>;

pub enum ActivateError {
Fatal(CargoError),
Conflict(PackageId, ConflictReason),
}

impl From<::failure::Error> for ActivateError {
fn from(t: ::failure::Error) -> Self {
ActivateError::Fatal(t)
}
}

impl From<(PackageId, ConflictReason)> for ActivateError {
fn from(t: (PackageId, ConflictReason)) -> Self {
ActivateError::Conflict(t.0, t.1)
}
}

/// All possible reasons that a package might fail to activate.
///
/// We maintain a list of conflicts for error reporting as well as backtracking
Expand Down
26 changes: 25 additions & 1 deletion src/cargo/util/graph.rs
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
use std::borrow::Borrow;
use std::collections::hash_map::HashMap;
use std::collections::{HashMap, HashSet};
use std::fmt;
use std::hash::Hash;

Expand Down Expand Up @@ -42,6 +42,30 @@ impl<N: Eq + Hash + Clone, E: Default> Graph<N, E> {
self.nodes.get(from).into_iter().flat_map(|x| x.iter())
}

/// A topological sort of the `Graph`
pub fn sort(&self) -> Vec<N> {
let mut ret = Vec::new();
let mut marks = HashSet::new();

for node in self.nodes.keys() {
self.sort_inner_visit(node, &mut ret, &mut marks);
}

ret
}

fn sort_inner_visit(&self, node: &N, dst: &mut Vec<N>, marks: &mut HashSet<N>) {
if !marks.insert(node.clone()) {
return;
}

for child in self.nodes[node].keys() {
self.sort_inner_visit(child, dst, marks);
}

dst.push(node.clone());
}

pub fn iter(&self) -> impl Iterator<Item = &N> {
self.nodes.keys()
}
Expand Down
Loading