| // Copyright 2017 The Rust Project Developers. See the COPYRIGHT |
| // file at the top-level directory of this distribution and at |
| // http://rust-lang.org/COPYRIGHT. |
| // |
| // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or |
| // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license |
| // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your |
| // option. This file may not be copied, modified, or distributed |
| // except according to those terms. |
| |
| extern crate toml; |
| #[macro_use] |
| extern crate serde_derive; |
| |
| use std::collections::BTreeMap; |
| use std::env; |
| use std::fs::File; |
| use std::io::{self, Read, Write}; |
| use std::path::{PathBuf, Path}; |
| use std::process::{Command, Stdio}; |
| |
| static HOSTS: &'static [&'static str] = &[ |
| "aarch64-unknown-linux-gnu", |
| "arm-unknown-linux-gnueabi", |
| "arm-unknown-linux-gnueabihf", |
| "armv7-unknown-linux-gnueabihf", |
| "i686-apple-darwin", |
| "i686-pc-windows-gnu", |
| "i686-pc-windows-msvc", |
| "i686-unknown-linux-gnu", |
| "mips-unknown-linux-gnu", |
| "mips64-unknown-linux-gnuabi64", |
| "mips64el-unknown-linux-gnuabi64", |
| "mipsel-unknown-linux-gnu", |
| "powerpc-unknown-linux-gnu", |
| "powerpc64-unknown-linux-gnu", |
| "powerpc64le-unknown-linux-gnu", |
| "s390x-unknown-linux-gnu", |
| "x86_64-apple-darwin", |
| "x86_64-pc-windows-gnu", |
| "x86_64-pc-windows-msvc", |
| "x86_64-unknown-freebsd", |
| "x86_64-unknown-linux-gnu", |
| "x86_64-unknown-netbsd", |
| ]; |
| |
| static TARGETS: &'static [&'static str] = &[ |
| "aarch64-apple-ios", |
| "aarch64-linux-android", |
| "aarch64-unknown-cloudabi", |
| "aarch64-unknown-fuchsia", |
| "aarch64-unknown-linux-gnu", |
| "aarch64-unknown-linux-musl", |
| "arm-linux-androideabi", |
| "arm-unknown-linux-gnueabi", |
| "arm-unknown-linux-gnueabihf", |
| "arm-unknown-linux-musleabi", |
| "arm-unknown-linux-musleabihf", |
| "armv5te-unknown-linux-gnueabi", |
| "armv7-apple-ios", |
| "armv7-linux-androideabi", |
| "armv7-unknown-cloudabi-eabihf", |
| "armv7-unknown-linux-gnueabihf", |
| "armv7-unknown-linux-musleabihf", |
| "armv7s-apple-ios", |
| "asmjs-unknown-emscripten", |
| "i386-apple-ios", |
| "i586-pc-windows-msvc", |
| "i586-unknown-linux-gnu", |
| "i586-unknown-linux-musl", |
| "i686-apple-darwin", |
| "i686-linux-android", |
| "i686-pc-windows-gnu", |
| "i686-pc-windows-msvc", |
| "i686-unknown-cloudabi", |
| "i686-unknown-freebsd", |
| "i686-unknown-linux-gnu", |
| "i686-unknown-linux-musl", |
| "mips-unknown-linux-gnu", |
| "mips-unknown-linux-musl", |
| "mips64-unknown-linux-gnuabi64", |
| "mips64el-unknown-linux-gnuabi64", |
| "mipsel-unknown-linux-gnu", |
| "mipsel-unknown-linux-musl", |
| "powerpc-unknown-linux-gnu", |
| "powerpc64-unknown-linux-gnu", |
| "powerpc64le-unknown-linux-gnu", |
| "s390x-unknown-linux-gnu", |
| "sparc64-unknown-linux-gnu", |
| "sparcv9-sun-solaris", |
| "wasm32-unknown-emscripten", |
| "wasm32-unknown-unknown", |
| "x86_64-apple-darwin", |
| "x86_64-apple-ios", |
| "x86_64-linux-android", |
| "x86_64-pc-windows-gnu", |
| "x86_64-pc-windows-msvc", |
| "x86_64-rumprun-netbsd", |
| "x86_64-sun-solaris", |
| "x86_64-unknown-cloudabi", |
| "x86_64-unknown-freebsd", |
| "x86_64-unknown-fuchsia", |
| "x86_64-unknown-linux-gnu", |
| "x86_64-unknown-linux-gnux32", |
| "x86_64-unknown-linux-musl", |
| "x86_64-unknown-netbsd", |
| "x86_64-unknown-redox", |
| ]; |
| |
| static MINGW: &'static [&'static str] = &[ |
| "i686-pc-windows-gnu", |
| "x86_64-pc-windows-gnu", |
| ]; |
| |
| #[derive(Serialize)] |
| #[serde(rename_all = "kebab-case")] |
| struct Manifest { |
| manifest_version: String, |
| date: String, |
| pkg: BTreeMap<String, Package>, |
| renames: BTreeMap<String, Rename> |
| } |
| |
| #[derive(Serialize)] |
| struct Package { |
| version: String, |
| git_commit_hash: Option<String>, |
| target: BTreeMap<String, Target>, |
| } |
| |
| #[derive(Serialize)] |
| struct Rename { |
| to: String, |
| } |
| |
| #[derive(Serialize)] |
| struct Target { |
| available: bool, |
| url: Option<String>, |
| hash: Option<String>, |
| xz_url: Option<String>, |
| xz_hash: Option<String>, |
| components: Option<Vec<Component>>, |
| extensions: Option<Vec<Component>>, |
| } |
| |
| impl Target { |
| fn unavailable() -> Target { |
| Target { |
| available: false, |
| url: None, |
| hash: None, |
| xz_url: None, |
| xz_hash: None, |
| components: None, |
| extensions: None, |
| } |
| } |
| } |
| |
| #[derive(Serialize)] |
| struct Component { |
| pkg: String, |
| target: String, |
| } |
| |
| macro_rules! t { |
| ($e:expr) => (match $e { |
| Ok(e) => e, |
| Err(e) => panic!("{} failed with {}", stringify!($e), e), |
| }) |
| } |
| |
| struct Builder { |
| rust_release: String, |
| cargo_release: String, |
| rls_release: String, |
| rustfmt_release: String, |
| |
| input: PathBuf, |
| output: PathBuf, |
| gpg_passphrase: String, |
| digests: BTreeMap<String, String>, |
| s3_address: String, |
| date: String, |
| |
| rust_version: Option<String>, |
| cargo_version: Option<String>, |
| rls_version: Option<String>, |
| rustfmt_version: Option<String>, |
| |
| rust_git_commit_hash: Option<String>, |
| cargo_git_commit_hash: Option<String>, |
| rls_git_commit_hash: Option<String>, |
| rustfmt_git_commit_hash: Option<String>, |
| } |
| |
| fn main() { |
| let mut args = env::args().skip(1); |
| let input = PathBuf::from(args.next().unwrap()); |
| let output = PathBuf::from(args.next().unwrap()); |
| let date = args.next().unwrap(); |
| let rust_release = args.next().unwrap(); |
| let cargo_release = args.next().unwrap(); |
| let rls_release = args.next().unwrap(); |
| let rustfmt_release = args.next().unwrap(); |
| let s3_address = args.next().unwrap(); |
| let mut passphrase = String::new(); |
| t!(io::stdin().read_to_string(&mut passphrase)); |
| |
| Builder { |
| rust_release, |
| cargo_release, |
| rls_release, |
| rustfmt_release, |
| |
| input, |
| output, |
| gpg_passphrase: passphrase, |
| digests: BTreeMap::new(), |
| s3_address, |
| date, |
| |
| rust_version: None, |
| cargo_version: None, |
| rls_version: None, |
| rustfmt_version: None, |
| |
| rust_git_commit_hash: None, |
| cargo_git_commit_hash: None, |
| rls_git_commit_hash: None, |
| rustfmt_git_commit_hash: None, |
| }.build(); |
| } |
| |
| impl Builder { |
| fn build(&mut self) { |
| self.rust_version = self.version("rust", "x86_64-unknown-linux-gnu"); |
| self.cargo_version = self.version("cargo", "x86_64-unknown-linux-gnu"); |
| self.rls_version = self.version("rls", "x86_64-unknown-linux-gnu"); |
| self.rustfmt_version = self.version("rustfmt", "x86_64-unknown-linux-gnu"); |
| |
| self.rust_git_commit_hash = self.git_commit_hash("rust", "x86_64-unknown-linux-gnu"); |
| self.cargo_git_commit_hash = self.git_commit_hash("cargo", "x86_64-unknown-linux-gnu"); |
| self.rls_git_commit_hash = self.git_commit_hash("rls", "x86_64-unknown-linux-gnu"); |
| self.rustfmt_git_commit_hash = self.git_commit_hash("rustfmt", "x86_64-unknown-linux-gnu"); |
| |
| self.digest_and_sign(); |
| let manifest = self.build_manifest(); |
| self.write_channel_files(&self.rust_release, &manifest); |
| |
| if self.rust_release != "beta" && self.rust_release != "nightly" { |
| self.write_channel_files("stable", &manifest); |
| } |
| } |
| |
| fn digest_and_sign(&mut self) { |
| for file in t!(self.input.read_dir()).map(|e| t!(e).path()) { |
| let filename = file.file_name().unwrap().to_str().unwrap(); |
| let digest = self.hash(&file); |
| self.sign(&file); |
| assert!(self.digests.insert(filename.to_string(), digest).is_none()); |
| } |
| } |
| |
| fn build_manifest(&mut self) -> Manifest { |
| let mut manifest = Manifest { |
| manifest_version: "2".to_string(), |
| date: self.date.to_string(), |
| pkg: BTreeMap::new(), |
| renames: BTreeMap::new(), |
| }; |
| |
| self.package("rustc", &mut manifest.pkg, HOSTS); |
| self.package("cargo", &mut manifest.pkg, HOSTS); |
| self.package("rust-mingw", &mut manifest.pkg, MINGW); |
| self.package("rust-std", &mut manifest.pkg, TARGETS); |
| self.package("rust-docs", &mut manifest.pkg, TARGETS); |
| self.package("rust-src", &mut manifest.pkg, &["*"]); |
| self.package("rls-preview", &mut manifest.pkg, HOSTS); |
| self.package("rustfmt-preview", &mut manifest.pkg, HOSTS); |
| self.package("rust-analysis", &mut manifest.pkg, TARGETS); |
| |
| let rls_present = manifest.pkg.contains_key("rls-preview"); |
| let rustfmt_present = manifest.pkg.contains_key("rustfmt-preview"); |
| |
| if rls_present { |
| manifest.renames.insert("rls".to_owned(), Rename { to: "rls-preview".to_owned() }); |
| } |
| |
| let mut pkg = Package { |
| version: self.cached_version("rust") |
| .as_ref() |
| .expect("Couldn't find Rust version") |
| .clone(), |
| git_commit_hash: self.cached_git_commit_hash("rust").clone(), |
| target: BTreeMap::new(), |
| }; |
| for host in HOSTS { |
| let filename = self.filename("rust", host); |
| let digest = match self.digests.remove(&filename) { |
| Some(digest) => digest, |
| None => { |
| pkg.target.insert(host.to_string(), Target::unavailable()); |
| continue |
| } |
| }; |
| let xz_filename = filename.replace(".tar.gz", ".tar.xz"); |
| let xz_digest = self.digests.remove(&xz_filename); |
| let mut components = Vec::new(); |
| let mut extensions = Vec::new(); |
| |
| // rustc/rust-std/cargo/docs are all required, and so is rust-mingw |
| // if it's available for the target. |
| components.extend(vec![ |
| Component { pkg: "rustc".to_string(), target: host.to_string() }, |
| Component { pkg: "rust-std".to_string(), target: host.to_string() }, |
| Component { pkg: "cargo".to_string(), target: host.to_string() }, |
| Component { pkg: "rust-docs".to_string(), target: host.to_string() }, |
| ]); |
| if host.contains("pc-windows-gnu") { |
| components.push(Component { |
| pkg: "rust-mingw".to_string(), |
| target: host.to_string(), |
| }); |
| } |
| |
| if rls_present { |
| extensions.push(Component { |
| pkg: "rls-preview".to_string(), |
| target: host.to_string(), |
| }); |
| } |
| if rustfmt_present { |
| extensions.push(Component { |
| pkg: "rustfmt-preview".to_string(), |
| target: host.to_string(), |
| }); |
| } |
| extensions.push(Component { |
| pkg: "rust-analysis".to_string(), |
| target: host.to_string(), |
| }); |
| for target in TARGETS { |
| if target != host { |
| extensions.push(Component { |
| pkg: "rust-std".to_string(), |
| target: target.to_string(), |
| }); |
| } |
| } |
| extensions.push(Component { |
| pkg: "rust-src".to_string(), |
| target: "*".to_string(), |
| }); |
| |
| pkg.target.insert(host.to_string(), Target { |
| available: true, |
| url: Some(self.url(&filename)), |
| hash: Some(digest), |
| xz_url: xz_digest.as_ref().map(|_| self.url(&xz_filename)), |
| xz_hash: xz_digest, |
| components: Some(components), |
| extensions: Some(extensions), |
| }); |
| } |
| manifest.pkg.insert("rust".to_string(), pkg); |
| |
| return manifest; |
| } |
| |
| fn package(&mut self, |
| pkgname: &str, |
| dst: &mut BTreeMap<String, Package>, |
| targets: &[&str]) { |
| let version = match *self.cached_version(pkgname) { |
| Some(ref version) => version.clone(), |
| None => { |
| println!("Skipping package {}", pkgname); |
| return; |
| } |
| }; |
| |
| let targets = targets.iter().map(|name| { |
| let filename = self.filename(pkgname, name); |
| let digest = match self.digests.remove(&filename) { |
| Some(digest) => digest, |
| None => return (name.to_string(), Target::unavailable()), |
| }; |
| let xz_filename = filename.replace(".tar.gz", ".tar.xz"); |
| let xz_digest = self.digests.remove(&xz_filename); |
| |
| (name.to_string(), Target { |
| available: true, |
| url: Some(self.url(&filename)), |
| hash: Some(digest), |
| xz_url: xz_digest.as_ref().map(|_| self.url(&xz_filename)), |
| xz_hash: xz_digest, |
| components: None, |
| extensions: None, |
| }) |
| }).collect(); |
| |
| dst.insert(pkgname.to_string(), Package { |
| version, |
| git_commit_hash: self.cached_git_commit_hash(pkgname).clone(), |
| target: targets, |
| }); |
| } |
| |
| fn url(&self, filename: &str) -> String { |
| format!("{}/{}/{}", |
| self.s3_address, |
| self.date, |
| filename) |
| } |
| |
| fn filename(&self, component: &str, target: &str) -> String { |
| if component == "rust-src" { |
| format!("rust-src-{}.tar.gz", self.rust_release) |
| } else if component == "cargo" { |
| format!("cargo-{}-{}.tar.gz", self.cargo_release, target) |
| } else if component == "rls" || component == "rls-preview" { |
| format!("rls-{}-{}.tar.gz", self.rls_release, target) |
| } else if component == "rustfmt" || component == "rustfmt-preview" { |
| format!("rustfmt-{}-{}.tar.gz", self.rustfmt_release, target) |
| } else { |
| format!("{}-{}-{}.tar.gz", component, self.rust_release, target) |
| } |
| } |
| |
| fn cached_version(&self, component: &str) -> &Option<String> { |
| if component == "cargo" { |
| &self.cargo_version |
| } else if component == "rls" || component == "rls-preview" { |
| &self.rls_version |
| } else if component == "rustfmt" || component == "rustfmt-preview" { |
| &self.rustfmt_version |
| } else { |
| &self.rust_version |
| } |
| } |
| |
| fn cached_git_commit_hash(&self, component: &str) -> &Option<String> { |
| if component == "cargo" { |
| &self.cargo_git_commit_hash |
| } else if component == "rls" || component == "rls-preview" { |
| &self.rls_git_commit_hash |
| } else if component == "rustfmt" || component == "rustfmt-preview" { |
| &self.rustfmt_git_commit_hash |
| } else { |
| &self.rust_git_commit_hash |
| } |
| } |
| |
| fn version(&self, component: &str, target: &str) -> Option<String> { |
| let mut cmd = Command::new("tar"); |
| let filename = self.filename(component, target); |
| cmd.arg("xf") |
| .arg(self.input.join(&filename)) |
| .arg(format!("{}/version", filename.replace(".tar.gz", ""))) |
| .arg("-O"); |
| let output = t!(cmd.output()); |
| if output.status.success() { |
| Some(String::from_utf8_lossy(&output.stdout).trim().to_string()) |
| } else { |
| // Perhaps we didn't build this package. |
| None |
| } |
| } |
| |
| fn git_commit_hash(&self, component: &str, target: &str) -> Option<String> { |
| let mut cmd = Command::new("tar"); |
| let filename = self.filename(component, target); |
| cmd.arg("xf") |
| .arg(self.input.join(&filename)) |
| .arg(format!("{}/git-commit-hash", filename.replace(".tar.gz", ""))) |
| .arg("-O"); |
| let output = t!(cmd.output()); |
| if output.status.success() { |
| Some(String::from_utf8_lossy(&output.stdout).trim().to_string()) |
| } else { |
| None |
| } |
| } |
| |
| fn hash(&self, path: &Path) -> String { |
| let sha = t!(Command::new("shasum") |
| .arg("-a").arg("256") |
| .arg(path.file_name().unwrap()) |
| .current_dir(path.parent().unwrap()) |
| .output()); |
| assert!(sha.status.success()); |
| |
| let filename = path.file_name().unwrap().to_str().unwrap(); |
| let sha256 = self.output.join(format!("{}.sha256", filename)); |
| t!(t!(File::create(&sha256)).write_all(&sha.stdout)); |
| |
| let stdout = String::from_utf8_lossy(&sha.stdout); |
| stdout.split_whitespace().next().unwrap().to_string() |
| } |
| |
| fn sign(&self, path: &Path) { |
| let filename = path.file_name().unwrap().to_str().unwrap(); |
| let asc = self.output.join(format!("{}.asc", filename)); |
| println!("signing: {:?}", path); |
| let mut cmd = Command::new("gpg"); |
| cmd.arg("--no-tty") |
| .arg("--yes") |
| .arg("--passphrase-fd").arg("0") |
| .arg("--personal-digest-preferences").arg("SHA512") |
| .arg("--armor") |
| .arg("--output").arg(&asc) |
| .arg("--detach-sign").arg(path) |
| .stdin(Stdio::piped()); |
| let mut child = t!(cmd.spawn()); |
| t!(child.stdin.take().unwrap().write_all(self.gpg_passphrase.as_bytes())); |
| assert!(t!(child.wait()).success()); |
| } |
| |
| fn write_channel_files(&self, channel_name: &str, manifest: &Manifest) { |
| self.write(&toml::to_string(&manifest).unwrap(), channel_name, ".toml"); |
| self.write(&manifest.date, channel_name, "-date.txt"); |
| self.write(manifest.pkg["rust"].git_commit_hash.as_ref().unwrap(), |
| channel_name, "-git-commit-hash.txt"); |
| } |
| |
| fn write(&self, contents: &str, channel_name: &str, suffix: &str) { |
| let dst = self.output.join(format!("channel-rust-{}{}", channel_name, suffix)); |
| t!(t!(File::create(&dst)).write_all(contents.as_bytes())); |
| self.hash(&dst); |
| self.sign(&dst); |
| } |
| } |
