Skip to content

Package lock files in published crates #5093

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Feb 28, 2018
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions src/cargo/core/features.rs
Original file line number Diff line number Diff line change
Expand Up @@ -162,6 +162,9 @@ features! {

// Renaming a package in the manifest via the `package` key
[unstable] rename_dependency: bool,

// Whether a lock file is published with this crate
[unstable] publish_lockfile: bool,
}
}

Expand Down
4 changes: 4 additions & 0 deletions src/cargo/core/manifest.rs
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,7 @@ pub struct Manifest {
metadata: ManifestMetadata,
profiles: Profiles,
publish: Option<Vec<String>>,
publish_lockfile: bool,
replace: Vec<(PackageIdSpec, Dependency)>,
patch: HashMap<Url, Vec<Dependency>>,
workspace: WorkspaceConfig,
Expand Down Expand Up @@ -267,6 +268,7 @@ impl Manifest {
metadata: ManifestMetadata,
profiles: Profiles,
publish: Option<Vec<String>>,
publish_lockfile: bool,
replace: Vec<(PackageIdSpec, Dependency)>,
patch: HashMap<Url, Vec<Dependency>>,
workspace: WorkspaceConfig,
Expand All @@ -291,6 +293,7 @@ impl Manifest {
epoch,
original,
im_a_teapot,
publish_lockfile,
}
}

Expand All @@ -306,6 +309,7 @@ impl Manifest {
pub fn warnings(&self) -> &[DelayedWarning] { &self.warnings }
pub fn profiles(&self) -> &Profiles { &self.profiles }
pub fn publish(&self) -> &Option<Vec<String>> { &self.publish }
pub fn publish_lockfile(&self) -> bool { self.publish_lockfile }
pub fn replace(&self) -> &[(PackageIdSpec, Dependency)] { &self.replace }
pub fn original(&self) -> &TomlManifest { &self.original }
pub fn patch(&self) -> &HashMap<Url, Vec<Dependency>> { &self.patch }
Expand Down
26 changes: 26 additions & 0 deletions src/cargo/ops/cargo_package.rs
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ use tar::{Archive, Builder, Header, EntryType};
use core::{Package, Workspace, Source, SourceId};
use sources::PathSource;
use util::{self, internal, Config, FileLock};
use util::paths;
use util::errors::{CargoResult, CargoResultExt};
use ops::{self, DefaultExecutor};

Expand All @@ -28,6 +29,7 @@ pub struct PackageOpts<'cfg> {

pub fn package(ws: &Workspace,
opts: &PackageOpts) -> CargoResult<Option<FileLock>> {
ops::resolve_ws(ws)?;
let pkg = ws.current()?;
let config = ws.config();

Expand All @@ -47,6 +49,9 @@ pub fn package(ws: &Workspace,
let mut list: Vec<_> = src.list_files(pkg)?.iter().map(|file| {
util::without_prefix(file, root).unwrap().to_path_buf()
}).collect();
if include_lockfile(&pkg) {
list.push("Cargo.lock".into());
}
list.sort();
for file in list.iter() {
println!("{}", file.display());
Expand Down Expand Up @@ -91,6 +96,11 @@ pub fn package(ws: &Workspace,
Ok(Some(dst))
}

fn include_lockfile(pkg: &Package) -> bool {
pkg.manifest().publish_lockfile() &&
pkg.targets().iter().any(|t| t.is_example() || t.is_bin())
}

// check that the package has some piece of metadata that a human can
// use to tell what the package is about.
fn check_metadata(pkg: &Package, config: &Config) -> CargoResult<()> {
Expand Down Expand Up @@ -265,6 +275,22 @@ fn tar(ws: &Workspace,
})?;
}
}

if include_lockfile(pkg) {
let toml = paths::read(&ws.root().join("Cargo.lock"))?;
let path = format!("{}-{}{}Cargo.lock", pkg.name(), pkg.version(),
path::MAIN_SEPARATOR);
let mut header = Header::new_ustar();
header.set_path(&path)?;
header.set_entry_type(EntryType::file());
header.set_mode(0o644);
header.set_size(toml.len() as u64);
header.set_cksum();
ar.append(&header, toml.as_bytes()).chain_err(|| {
internal("could not archive source file `Cargo.lock`")
})?;
}

let encoder = ar.into_inner()?;
encoder.finish()?;
Ok(())
Expand Down
2 changes: 1 addition & 1 deletion src/cargo/ops/resolve.rs
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ pub fn resolve_ws_precisely<'a>(ws: &Workspace<'a>,

Some(resolve)
} else {
None
ops::load_pkg_lockfile(ws)?
};

let method = if all_features {
Expand Down
11 changes: 11 additions & 0 deletions src/cargo/util/toml/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -426,6 +426,8 @@ pub struct TomlProject {
exclude: Option<Vec<String>>,
include: Option<Vec<String>>,
publish: Option<VecStringOrBool>,
#[serde(rename = "publish-lockfile")]
publish_lockfile: Option<bool>,
workspace: Option<String>,
#[serde(rename = "im-a-teapot")]
im_a_teapot: Option<bool>,
Expand Down Expand Up @@ -719,6 +721,14 @@ impl TomlManifest {
None | Some(VecStringOrBool::Bool(true)) => None,
};

let publish_lockfile = match project.publish_lockfile {
Some(b) => {
features.require(Feature::publish_lockfile())?;
b
}
None => false,
};

let epoch = if let Some(ref epoch) = project.rust {
features.require(Feature::epoch()).chain_err(|| {
"epoches are unstable"
Expand All @@ -739,6 +749,7 @@ impl TomlManifest {
metadata,
profiles,
publish,
publish_lockfile,
replace,
patch,
workspace_config,
Expand Down
63 changes: 63 additions & 0 deletions tests/testsuite/install.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1011,3 +1011,66 @@ fn custom_target_dir_for_git_source() {
assert_that(&paths::root().join("target/release"),
existing_dir());
}

#[test]
fn install_respects_lock_file() {
Package::new("bar", "0.1.0").publish();
Package::new("bar", "0.1.1")
.file("src/lib.rs", "not rust")
.publish();
Package::new("foo", "0.1.0")
.dep("bar", "0.1")
.file("src/lib.rs", "")
.file("src/main.rs", "
extern crate foo;
extern crate bar;
fn main() {}
")
.file("Cargo.lock", r#"
[[package]]
name = "bar"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"

[[package]]
name = "foo"
version = "0.1.0"
dependencies = [
"bar 0.1.0 (registry+https://github.com/rust-lang/crates.io-index)",
]
"#)
.publish();

assert_that(cargo_process("install").arg("foo"),
execs().with_status(0));
}

#[test]
fn lock_file_path_deps_ok() {
Package::new("bar", "0.1.0").publish();

Package::new("foo", "0.1.0")
.dep("bar", "0.1")
.file("src/lib.rs", "")
.file("src/main.rs", "
extern crate foo;
extern crate bar;
fn main() {}
")
.file("Cargo.lock", r#"
[[package]]
name = "bar"
version = "0.1.0"

[[package]]
name = "foo"
version = "0.1.0"
dependencies = [
"bar 0.1.0",
]
"#)
.publish();

assert_that(cargo_process("install").arg("foo"),
execs().with_status(0));
}
160 changes: 159 additions & 1 deletion tests/testsuite/package.rs
Original file line number Diff line number Diff line change
Expand Up @@ -702,8 +702,9 @@ to proceed despite this, pass the `--allow-dirty` flag
#[test]
fn generated_manifest() {
Package::new("abc", "1.0.0").publish();
Package::new("def", "1.0.0").publish();
Package::new("def", "1.0.0").alternative(true).publish();
Package::new("ghi", "1.0.0").publish();

let p = project("foo")
.file("Cargo.toml", r#"
cargo-features = ["alternative-registries"]
Expand Down Expand Up @@ -995,3 +996,160 @@ Caused by:
consider adding `cargo-features = [\"epoch\"]` to the manifest
")));
}

#[test]
fn package_lockfile() {
let p = project("foo")
.file("Cargo.toml", r#"
cargo-features = ["publish-lockfile"]

[project]
name = "foo"
version = "0.0.1"
authors = []
license = "MIT"
description = "foo"
publish-lockfile = true
"#)
.file("src/main.rs", "fn main() {}")
.build();

assert_that(p.cargo("package").masquerade_as_nightly_cargo(),
execs().with_status(0).with_stderr(&format!("\
[WARNING] manifest has no documentation[..]
See [..]
[PACKAGING] foo v0.0.1 ({dir})
[VERIFYING] foo v0.0.1 ({dir})
[COMPILING] foo v0.0.1 ({dir}[..])
[FINISHED] dev [unoptimized + debuginfo] target(s) in [..]
",
dir = p.url())));
assert_that(&p.root().join("target/package/foo-0.0.1.crate"), existing_file());
assert_that(p.cargo("package").arg("-l").masquerade_as_nightly_cargo(),
execs().with_status(0).with_stdout("\
Cargo.lock
Cargo.toml
src[/]main.rs
"));
assert_that(p.cargo("package").masquerade_as_nightly_cargo(),
execs().with_status(0).with_stdout(""));

let f = File::open(&p.root().join("target/package/foo-0.0.1.crate")).unwrap();
let mut rdr = GzDecoder::new(f);
let mut contents = Vec::new();
rdr.read_to_end(&mut contents).unwrap();
let mut ar = Archive::new(&contents[..]);
for f in ar.entries().unwrap() {
let f = f.unwrap();
let fname = f.header().path_bytes();
let fname = &*fname;
assert!(fname == b"foo-0.0.1/Cargo.toml" ||
fname == b"foo-0.0.1/Cargo.toml.orig" ||
fname == b"foo-0.0.1/Cargo.lock" ||
fname == b"foo-0.0.1/src/main.rs",
"unexpected filename: {:?}", f.header().path())
}
}

#[test]
fn package_lockfile_git_repo() {
let p = project("foo").build();

// Create a Git repository containing a minimal Rust project.
let _ = git::repo(&paths::root().join("foo"))
.file("Cargo.toml", r#"
cargo-features = ["publish-lockfile"]

[project]
name = "foo"
version = "0.0.1"
license = "MIT"
description = "foo"
documentation = "foo"
homepage = "foo"
repository = "foo"
publish-lockfile = true
"#)
.file("src/main.rs", "fn main() {}")
.build();
assert_that(p.cargo("package").arg("-l").masquerade_as_nightly_cargo(),
execs().with_status(0).with_stdout("\
Cargo.lock
Cargo.toml
src/main.rs
"));
}

#[test]
fn no_lock_file_with_library() {
let p = project("foo")
.file("Cargo.toml", r#"
cargo-features = ["publish-lockfile"]

[project]
name = "foo"
version = "0.0.1"
authors = []
license = "MIT"
description = "foo"
publish-lockfile = true
"#)
.file("src/lib.rs", "")
.build();

assert_that(p.cargo("package").masquerade_as_nightly_cargo(),
execs().with_status(0));

let f = File::open(&p.root().join("target/package/foo-0.0.1.crate")).unwrap();
let mut rdr = GzDecoder::new(f);
let mut contents = Vec::new();
rdr.read_to_end(&mut contents).unwrap();
let mut ar = Archive::new(&contents[..]);
for f in ar.entries().unwrap() {
let f = f.unwrap();
let fname = f.header().path().unwrap();
assert!(!fname.ends_with("Cargo.lock"));
}
}

#[test]
fn lock_file_and_workspace() {
let p = project("foo")
.file("Cargo.toml", r#"
[workspace]
members = ["foo"]
"#)
.file("foo/Cargo.toml", r#"
cargo-features = ["publish-lockfile"]

[package]
name = "foo"
version = "0.0.1"
authors = []
license = "MIT"
description = "foo"
publish-lockfile = true
"#)
.file("foo/src/main.rs", "fn main() {}")
.build();

assert_that(p.cargo("package")
.cwd(p.root().join("foo"))
.masquerade_as_nightly_cargo(),
execs().with_status(0));

let f = File::open(&p.root().join("target/package/foo-0.0.1.crate")).unwrap();
let mut rdr = GzDecoder::new(f);
let mut contents = Vec::new();
rdr.read_to_end(&mut contents).unwrap();
let mut ar = Archive::new(&contents[..]);
assert!(
ar.entries().unwrap()
.into_iter()
.any(|f|{
let f = f.unwrap();
let fname = f.header().path().unwrap();
fname.ends_with("Cargo.lock")
})
);
}