#[cfg(feature = "metadata-hash")]
use crate::builder::MetadataExtraInfo;
use crate::{write_file_if_changed, CargoCommandVersioned, RuntimeTarget, OFFLINE};
use build_helper::rerun_if_changed;
use cargo_metadata::{DependencyKind, Metadata, MetadataCommand};
use console::style;
use parity_wasm::elements::{deserialize_buffer, Module};
use std::{
borrow::ToOwned,
collections::HashSet,
env, fs,
hash::{Hash, Hasher},
ops::Deref,
path::{Path, PathBuf},
process,
sync::OnceLock,
};
use strum::{EnumIter, IntoEnumIterator};
use toml::value::Table;
use walkdir::WalkDir;
fn colorize_info_message(message: &str) -> String {
if super::color_output_enabled() {
style(message).yellow().bold().to_string()
} else {
message.into()
}
}
pub struct WasmBinaryBloaty(PathBuf);
impl WasmBinaryBloaty {
pub fn bloaty_path_escaped(&self) -> String {
self.0.display().to_string().escape_default().to_string()
}
pub fn bloaty_path(&self) -> &Path {
&self.0
}
}
pub struct WasmBinary(PathBuf);
impl WasmBinary {
pub fn wasm_binary_path(&self) -> &Path {
&self.0
}
pub fn wasm_binary_path_escaped(&self) -> String {
self.0.display().to_string().escape_default().to_string()
}
}
fn crate_metadata(cargo_manifest: &Path) -> Metadata {
let mut cargo_lock = cargo_manifest.to_path_buf();
cargo_lock.set_file_name("Cargo.lock");
let cargo_lock_existed = cargo_lock.exists();
let cargo_manifest = if let Some(mut cargo_lock) = find_cargo_lock(cargo_manifest) {
cargo_lock.set_file_name("Cargo.toml");
cargo_lock
} else {
cargo_manifest.to_path_buf()
};
let crate_metadata_command = create_metadata_command(cargo_manifest);
let crate_metadata = crate_metadata_command
.exec()
.expect("`cargo metadata` can not fail on project `Cargo.toml`; qed");
if !cargo_lock_existed {
let _ = fs::remove_file(&cargo_lock);
}
crate_metadata
}
fn build_subdirectory(target: RuntimeTarget) -> &'static str {
match target {
RuntimeTarget::Wasm => "wbuild",
RuntimeTarget::Riscv => "rbuild",
}
}
pub(crate) fn create_and_compile(
target: RuntimeTarget,
orig_project_cargo_toml: &Path,
default_rustflags: &str,
cargo_cmd: CargoCommandVersioned,
features_to_enable: Vec<String>,
blob_out_name_override: Option<String>,
check_for_runtime_version_section: bool,
#[cfg(feature = "metadata-hash")] enable_metadata_hash: Option<MetadataExtraInfo>,
) -> (Option<WasmBinary>, WasmBinaryBloaty) {
let runtime_workspace_root = get_wasm_workspace_root();
let runtime_workspace = runtime_workspace_root.join(build_subdirectory(target));
let crate_metadata = crate_metadata(orig_project_cargo_toml);
let project = create_project(
target,
orig_project_cargo_toml,
&runtime_workspace,
&crate_metadata,
crate_metadata.workspace_root.as_ref(),
features_to_enable,
);
let wasm_project_cargo_toml = project.join("Cargo.toml");
let build_config = BuildConfiguration::detect(target, &project);
#[cfg(feature = "metadata-hash")]
let raw_blob_path = match enable_metadata_hash {
Some(extra_info) => {
let raw_blob_path = build_bloaty_blob(
target,
&build_config.blob_build_profile,
&project,
default_rustflags,
cargo_cmd.clone(),
None,
);
let hash = crate::metadata_hash::generate_metadata_hash(&raw_blob_path, extra_info);
build_bloaty_blob(
target,
&build_config.blob_build_profile,
&project,
default_rustflags,
cargo_cmd,
Some(hash),
)
},
None => build_bloaty_blob(
target,
&build_config.blob_build_profile,
&project,
default_rustflags,
cargo_cmd,
None,
),
};
#[cfg(not(feature = "metadata-hash"))]
let raw_blob_path = {
build_bloaty_blob(
target,
&build_config.blob_build_profile,
&project,
default_rustflags,
cargo_cmd,
)
};
let blob_name =
blob_out_name_override.unwrap_or_else(|| get_blob_name(target, &wasm_project_cargo_toml));
let (final_blob_binary, bloaty_blob_binary) = match target {
RuntimeTarget::Wasm => {
let out_path = project.join(format!("{blob_name}.wasm"));
fs::copy(raw_blob_path, &out_path).expect("copying the runtime blob should never fail");
maybe_compact_and_compress_wasm(
&wasm_project_cargo_toml,
&project,
WasmBinaryBloaty(out_path),
&blob_name,
check_for_runtime_version_section,
&build_config,
)
},
RuntimeTarget::Riscv => {
let out_path = project.join(format!("{blob_name}.polkavm"));
fs::copy(raw_blob_path, &out_path).expect("copying the runtime blob should never fail");
(None, WasmBinaryBloaty(out_path))
},
};
generate_rerun_if_changed_instructions(
orig_project_cargo_toml,
&project,
&runtime_workspace,
final_blob_binary.as_ref(),
&bloaty_blob_binary,
);
if let Err(err) = adjust_mtime(&bloaty_blob_binary, final_blob_binary.as_ref()) {
build_helper::warning!("Error while adjusting the mtime of the blob binaries: {}", err)
}
(final_blob_binary, bloaty_blob_binary)
}
fn maybe_compact_and_compress_wasm(
wasm_project_cargo_toml: &Path,
project: &Path,
bloaty_blob_binary: WasmBinaryBloaty,
blob_name: &str,
check_for_runtime_version_section: bool,
build_config: &BuildConfiguration,
) -> (Option<WasmBinary>, WasmBinaryBloaty) {
let (compact_blob_path, compact_compressed_blob_path) =
if build_config.outer_build_profile.wants_compact() {
let compact_blob_path = compact_wasm(&project, blob_name, &bloaty_blob_binary);
let compact_compressed_blob_path =
compact_blob_path.as_ref().and_then(|p| try_compress_blob(&p.0, blob_name));
(compact_blob_path, compact_compressed_blob_path)
} else {
wasm_opt::OptimizationOptions::new_opt_level_0()
.add_pass(wasm_opt::Pass::SignextLowering)
.run(bloaty_blob_binary.bloaty_path(), bloaty_blob_binary.bloaty_path())
.expect("Failed to lower sign-ext in WASM binary.");
(None, None)
};
if check_for_runtime_version_section {
ensure_runtime_version_wasm_section_exists(bloaty_blob_binary.bloaty_path());
}
let final_blob_binary = compact_compressed_blob_path.or(compact_blob_path);
final_blob_binary
.as_ref()
.map(|binary| copy_blob_to_target_directory(wasm_project_cargo_toml, binary));
(final_blob_binary, bloaty_blob_binary)
}
fn ensure_runtime_version_wasm_section_exists(blob_path: &Path) {
let blob = fs::read(blob_path).expect("`{blob_path}` was just written and should exist; qed");
let module: Module = match deserialize_buffer(&blob) {
Ok(m) => m,
Err(e) => {
println!("Failed to deserialize `{}`: {e:?}", blob_path.display());
process::exit(1);
},
};
if !module.custom_sections().any(|cs| cs.name() == "runtime_version") {
println!(
"Couldn't find the `runtime_version` section. \
Please ensure that you are using the `sp_version::runtime_version` attribute macro!"
);
process::exit(1);
}
}
fn adjust_mtime(
bloaty_wasm: &WasmBinaryBloaty,
compressed_or_compact_wasm: Option<&WasmBinary>,
) -> std::io::Result<()> {
let out_dir = build_helper::out_dir();
let invoked_timestamp = out_dir.join("../invoked.timestamp");
let metadata = fs::metadata(invoked_timestamp)?;
let mtime = filetime::FileTime::from_last_modification_time(&metadata);
filetime::set_file_mtime(bloaty_wasm.bloaty_path(), mtime)?;
if let Some(binary) = compressed_or_compact_wasm.as_ref() {
filetime::set_file_mtime(binary.wasm_binary_path(), mtime)?;
}
Ok(())
}
fn find_cargo_lock(cargo_manifest: &Path) -> Option<PathBuf> {
fn find_impl(mut path: PathBuf) -> Option<PathBuf> {
loop {
if path.join("Cargo.lock").exists() {
return Some(path.join("Cargo.lock"))
}
if !path.pop() {
return None
}
}
}
if let Ok(workspace) = env::var(crate::WASM_BUILD_WORKSPACE_HINT) {
let path = PathBuf::from(workspace);
if path.join("Cargo.lock").exists() {
return Some(path.join("Cargo.lock"))
} else {
build_helper::warning!(
"`{}` env variable doesn't point to a directory that contains a `Cargo.lock`.",
crate::WASM_BUILD_WORKSPACE_HINT,
);
}
}
if let Some(path) = find_impl(build_helper::out_dir()) {
return Some(path)
}
build_helper::warning!(
"Could not find `Cargo.lock` for `{}`, while searching from `{}`. \
To fix this, point the `{}` env variable to the directory of the workspace being compiled.",
cargo_manifest.display(),
build_helper::out_dir().display(),
crate::WASM_BUILD_WORKSPACE_HINT,
);
None
}
fn get_crate_name(cargo_manifest: &Path) -> String {
let cargo_toml: Table = toml::from_str(
&fs::read_to_string(cargo_manifest).expect("File exists as checked before; qed"),
)
.expect("Cargo manifest is a valid toml file; qed");
let package = cargo_toml
.get("package")
.and_then(|t| t.as_table())
.expect("`package` key exists in valid `Cargo.toml`; qed");
package
.get("name")
.and_then(|p| p.as_str())
.map(ToOwned::to_owned)
.expect("Package name exists; qed")
}
fn get_lib_name(cargo_manifest: &Path) -> Option<String> {
let cargo_toml: Table = toml::from_str(
&fs::read_to_string(cargo_manifest).expect("File exists as checked before; qed"),
)
.expect("Cargo manifest is a valid toml file; qed");
let lib = cargo_toml.get("lib").and_then(|t| t.as_table())?;
lib.get("name").and_then(|p| p.as_str()).map(ToOwned::to_owned)
}
fn get_blob_name(target: RuntimeTarget, cargo_manifest: &Path) -> String {
match target {
RuntimeTarget::Wasm => get_lib_name(cargo_manifest)
.expect("The wasm project should have a `lib.name`; qed")
.replace('-', "_"),
RuntimeTarget::Riscv => get_crate_name(cargo_manifest),
}
}
fn get_wasm_workspace_root() -> PathBuf {
let mut out_dir = build_helper::out_dir();
loop {
match out_dir.parent() {
Some(parent) if out_dir.ends_with("build") => return parent.to_path_buf(),
_ =>
if !out_dir.pop() {
break
},
}
}
panic!("Could not find target dir in: {}", build_helper::out_dir().display())
}
fn create_project_cargo_toml(
target: RuntimeTarget,
wasm_workspace: &Path,
workspace_root_path: &Path,
crate_name: &str,
crate_path: &Path,
enabled_features: impl Iterator<Item = String>,
) {
let mut workspace_toml: Table = toml::from_str(
&fs::read_to_string(workspace_root_path.join("Cargo.toml"))
.expect("Workspace root `Cargo.toml` exists; qed"),
)
.expect("Workspace root `Cargo.toml` is a valid toml file; qed");
let mut wasm_workspace_toml = Table::new();
let mut release_profile = Table::new();
release_profile.insert("panic".into(), "abort".into());
release_profile.insert("lto".into(), "thin".into());
let mut production_profile = Table::new();
production_profile.insert("inherits".into(), "release".into());
production_profile.insert("lto".into(), "fat".into());
production_profile.insert("codegen-units".into(), 1.into());
let mut dev_profile = Table::new();
dev_profile.insert("panic".into(), "abort".into());
let mut profile = Table::new();
profile.insert("release".into(), release_profile.into());
profile.insert("production".into(), production_profile.into());
profile.insert("dev".into(), dev_profile.into());
wasm_workspace_toml.insert("profile".into(), profile.into());
while let Some(mut patch) =
workspace_toml.remove("patch").and_then(|p| p.try_into::<Table>().ok())
{
patch
.iter_mut()
.filter_map(|p| {
p.1.as_table_mut().map(|t| t.iter_mut().filter_map(|t| t.1.as_table_mut()))
})
.flatten()
.for_each(|p| {
p.iter_mut().filter(|(k, _)| k == &"path").for_each(|(_, v)| {
if let Some(path) = v.as_str().map(PathBuf::from) {
if path.is_relative() {
*v = workspace_root_path.join(path).display().to_string().into();
}
}
})
});
wasm_workspace_toml.insert("patch".into(), patch.into());
}
let mut package = Table::new();
package.insert("name".into(), format!("{}-blob", crate_name).into());
package.insert("version".into(), "1.0.0".into());
package.insert("edition".into(), "2021".into());
wasm_workspace_toml.insert("package".into(), package.into());
if target == RuntimeTarget::Wasm {
let mut lib = Table::new();
lib.insert("name".into(), crate_name.replace("-", "_").into());
lib.insert("crate-type".into(), vec!["cdylib".to_string()].into());
wasm_workspace_toml.insert("lib".into(), lib.into());
}
let mut dependencies = Table::new();
let mut wasm_project = Table::new();
wasm_project.insert("package".into(), crate_name.into());
wasm_project.insert("path".into(), crate_path.display().to_string().into());
wasm_project.insert("default-features".into(), false.into());
wasm_project.insert("features".into(), enabled_features.collect::<Vec<_>>().into());
dependencies.insert("wasm-project".into(), wasm_project.into());
wasm_workspace_toml.insert("dependencies".into(), dependencies.into());
let mut workspace = Table::new();
workspace.insert("resolver".into(), "2".into());
wasm_workspace_toml.insert("workspace".into(), workspace.into());
if target == RuntimeTarget::Riscv {
let patch = toml::toml! {
[crates-io]
radium = { git = "https://github.com/paritytech/radium-0.7-fork.git", rev = "a5da15a15c90fd169d661d206cf0db592487f52b" }
};
wasm_workspace_toml.insert("patch".into(), patch.into());
}
write_file_if_changed(
wasm_workspace.join("Cargo.toml"),
toml::to_string_pretty(&wasm_workspace_toml).expect("Wasm workspace toml is valid; qed"),
);
}
fn find_package_by_manifest_path<'a>(
pkg_name: &str,
manifest_path: &Path,
crate_metadata: &'a cargo_metadata::Metadata,
) -> &'a cargo_metadata::Package {
if let Some(pkg) = crate_metadata.packages.iter().find(|p| p.manifest_path == manifest_path) {
return pkg
}
let pkgs_by_name = crate_metadata
.packages
.iter()
.filter(|p| p.name == pkg_name)
.collect::<Vec<_>>();
if let Some(pkg) = pkgs_by_name.first() {
if pkgs_by_name.len() > 1 {
panic!(
"Found multiple packages matching the name {pkg_name} ({manifest_path:?}): {:?}",
pkgs_by_name
);
} else {
return pkg
}
} else {
panic!("Failed to find entry for package {pkg_name} ({manifest_path:?}).");
}
}
fn project_enabled_features(
pkg_name: &str,
cargo_manifest: &Path,
crate_metadata: &cargo_metadata::Metadata,
) -> Vec<String> {
let package = find_package_by_manifest_path(pkg_name, cargo_manifest, crate_metadata);
let std_enabled = package.features.get("std");
let mut enabled_features = package
.features
.iter()
.filter(|(f, v)| {
let mut feature_env = f.replace("-", "_");
feature_env.make_ascii_uppercase();
if v.len() == 1 &&
v.get(0).map_or(false, |v| *v == format!("dep:{}", f)) &&
std_enabled.as_ref().map(|e| e.iter().any(|ef| ef == *f)).unwrap_or(false)
{
return false
}
*f != "std" &&
*f != "default" &&
env::var(format!("CARGO_FEATURE_{feature_env}"))
.map(|v| v == "1")
.unwrap_or_default()
})
.map(|d| d.0.clone())
.collect::<Vec<_>>();
enabled_features.sort();
enabled_features
}
fn has_runtime_wasm_feature_declared(
pkg_name: &str,
cargo_manifest: &Path,
crate_metadata: &cargo_metadata::Metadata,
) -> bool {
let package = find_package_by_manifest_path(pkg_name, cargo_manifest, crate_metadata);
package.features.keys().any(|k| k == "runtime-wasm")
}
fn create_project(
target: RuntimeTarget,
project_cargo_toml: &Path,
wasm_workspace: &Path,
crate_metadata: &Metadata,
workspace_root_path: &Path,
features_to_enable: Vec<String>,
) -> PathBuf {
let crate_name = get_crate_name(project_cargo_toml);
let crate_path = project_cargo_toml.parent().expect("Parent path exists; qed");
let wasm_project_folder = wasm_workspace.join(&crate_name);
fs::create_dir_all(wasm_project_folder.join("src"))
.expect("Wasm project dir create can not fail; qed");
let mut enabled_features =
project_enabled_features(&crate_name, project_cargo_toml, crate_metadata);
if has_runtime_wasm_feature_declared(&crate_name, project_cargo_toml, crate_metadata) {
enabled_features.push("runtime-wasm".into());
}
let mut enabled_features = enabled_features.into_iter().collect::<HashSet<_>>();
enabled_features.extend(features_to_enable.into_iter());
create_project_cargo_toml(
target,
&wasm_project_folder,
workspace_root_path,
&crate_name,
crate_path,
enabled_features.into_iter(),
);
match target {
RuntimeTarget::Wasm => {
write_file_if_changed(
wasm_project_folder.join("src/lib.rs"),
"#![no_std] pub use wasm_project::*;",
);
},
RuntimeTarget::Riscv => {
write_file_if_changed(
wasm_project_folder.join("src/main.rs"),
"#![no_std] #![no_main] pub use wasm_project::*;",
);
},
}
if let Some(crate_lock_file) = find_cargo_lock(project_cargo_toml) {
crate::copy_file_if_changed(crate_lock_file, wasm_project_folder.join("Cargo.lock"));
}
wasm_project_folder
}
#[derive(Clone, Debug, EnumIter)]
enum Profile {
Debug,
Release,
Production,
}
impl Profile {
fn name(&self) -> &'static str {
match self {
Self::Debug => "dev",
Self::Release => "release",
Self::Production => "production",
}
}
fn directory(&self) -> &'static str {
match self {
Self::Debug => "debug",
_ => self.name(),
}
}
fn wants_compact(&self) -> bool {
!matches!(self, Self::Debug)
}
}
#[derive(Debug)]
struct BuildConfiguration {
pub outer_build_profile: Profile,
pub blob_build_profile: Profile,
}
impl BuildConfiguration {
fn detect(target: RuntimeTarget, wasm_project: &Path) -> Self {
let (name, overridden) = if let Ok(name) = env::var(crate::WASM_BUILD_TYPE_ENV) {
(name, true)
} else {
let name = wasm_project
.components()
.rev()
.take_while(|c| c.as_os_str() != "target")
.collect::<Vec<_>>()
.iter()
.rev()
.take_while(|c| c.as_os_str() != build_subdirectory(target))
.last()
.expect("We put the runtime project within a `target/.../[rw]build` path; qed")
.as_os_str()
.to_str()
.expect("All our profile directory names are ascii; qed")
.to_string();
(name, false)
};
let outer_build_profile = Profile::iter().find(|p| p.directory() == name);
let blob_build_profile = match (outer_build_profile.clone(), overridden) {
(Some(Profile::Debug), false) => Profile::Release,
(Some(profile), _) => profile,
(None, false) => {
let profile = Profile::Release;
build_helper::warning!(
"Unknown cargo profile `{name}`. Defaulted to `{profile:?}` for the runtime build.",
);
profile
},
(None, true) => {
println!(
"Unexpected profile name: `{name}`. One of the following is expected: {:?}",
Profile::iter().map(|p| p.directory()).collect::<Vec<_>>(),
);
process::exit(1);
},
};
BuildConfiguration {
outer_build_profile: outer_build_profile.unwrap_or(Profile::Release),
blob_build_profile,
}
}
}
fn offline_build() -> bool {
env::var(OFFLINE).map_or(false, |v| v == "true")
}
fn build_bloaty_blob(
target: RuntimeTarget,
blob_build_profile: &Profile,
project: &Path,
default_rustflags: &str,
cargo_cmd: CargoCommandVersioned,
#[cfg(feature = "metadata-hash")] metadata_hash: Option<[u8; 32]>,
) -> PathBuf {
let manifest_path = project.join("Cargo.toml");
let mut build_cmd = cargo_cmd.command();
let mut rustflags = String::new();
match target {
RuntimeTarget::Wasm => {
rustflags.push_str(
"-C target-cpu=mvp -C target-feature=-sign-ext -C link-arg=--export-table ",
);
},
RuntimeTarget::Riscv => (),
}
rustflags.push_str(default_rustflags);
rustflags.push_str(" --cfg substrate_runtime ");
rustflags.push_str(&env::var(crate::WASM_BUILD_RUSTFLAGS_ENV).unwrap_or_default());
build_cmd
.arg("rustc")
.arg(format!("--target={}", target.rustc_target()))
.arg(format!("--manifest-path={}", manifest_path.display()))
.env("RUSTFLAGS", rustflags)
.env("CARGO_TARGET_DIR", &project.join("target").display().to_string())
.env_remove("CARGO_ENCODED_RUSTFLAGS")
.env_remove("RUSTC")
.env(crate::SKIP_BUILD_ENV, "");
let cargo_args = env::var(crate::WASM_BUILD_CARGO_ARGS).unwrap_or_default();
if !cargo_args.is_empty() {
let Some(args) = shlex::split(&cargo_args) else {
build_helper::warning(format!(
"the {} environment variable is not a valid shell string",
crate::WASM_BUILD_CARGO_ARGS
));
std::process::exit(1);
};
build_cmd.args(args);
}
#[cfg(feature = "metadata-hash")]
if let Some(hash) = metadata_hash {
build_cmd.env("RUNTIME_METADATA_HASH", array_bytes::bytes2hex("0x", &hash));
}
if super::color_output_enabled() {
build_cmd.arg("--color=always");
}
build_cmd.arg("--profile");
build_cmd.arg(blob_build_profile.name());
if offline_build() {
build_cmd.arg("--offline");
}
if let Some(arg) = target.rustc_target_build_std() {
build_cmd.arg("-Z").arg(arg);
if !cargo_cmd.supports_nightly_features() {
build_cmd.env("RUSTC_BOOTSTRAP", "1");
}
}
if let Some(c) = get_jobserver() {
c.configure(&mut build_cmd);
}
println!("{}", colorize_info_message("Information that should be included in a bug report."));
println!("{} {:?}", colorize_info_message("Executing build command:"), build_cmd);
println!("{} {}", colorize_info_message("Using rustc version:"), cargo_cmd.rustc_version());
if !build_cmd.status().map_or(false, |s| s.success()) {
process::exit(1);
}
let blob_name = get_blob_name(target, &manifest_path);
let target_directory = project
.join("target")
.join(target.rustc_target_dir())
.join(blob_build_profile.directory());
match target {
RuntimeTarget::Riscv => {
let elf_path = target_directory.join(&blob_name);
let elf_metadata = match elf_path.metadata() {
Ok(path) => path,
Err(error) =>
panic!("internal error: couldn't read the metadata of {elf_path:?}: {error}"),
};
let polkavm_path = target_directory.join(format!("{}.polkavm", blob_name));
if polkavm_path
.metadata()
.map(|polkavm_metadata| {
polkavm_metadata.modified().unwrap() < elf_metadata.modified().unwrap()
})
.unwrap_or(true)
{
let blob_bytes =
std::fs::read(elf_path).expect("binary always exists after its built");
let mut config = polkavm_linker::Config::default();
config.set_strip(true); let program = match polkavm_linker::program_from_elf(config, &blob_bytes) {
Ok(program) => program,
Err(error) => {
println!("Failed to link the runtime blob; this is probably a bug!");
println!("Linking error: {error}");
process::exit(1);
},
};
std::fs::write(&polkavm_path, program)
.expect("writing the blob to a file always works");
}
polkavm_path
},
RuntimeTarget::Wasm => target_directory.join(format!("{}.wasm", blob_name)),
}
}
fn compact_wasm(
project: &Path,
blob_name: &str,
bloaty_binary: &WasmBinaryBloaty,
) -> Option<WasmBinary> {
let wasm_compact_path = project.join(format!("{blob_name}.compact.wasm"));
let start = std::time::Instant::now();
wasm_opt::OptimizationOptions::new_opt_level_0()
.mvp_features_only()
.debug_info(true)
.add_pass(wasm_opt::Pass::StripDwarf)
.add_pass(wasm_opt::Pass::SignextLowering)
.run(bloaty_binary.bloaty_path(), &wasm_compact_path)
.expect("Failed to compact generated WASM binary.");
println!(
"{} {}",
colorize_info_message("Compacted wasm in"),
colorize_info_message(format!("{:?}", start.elapsed()).as_str())
);
Some(WasmBinary(wasm_compact_path))
}
fn try_compress_blob(compact_blob_path: &Path, out_name: &str) -> Option<WasmBinary> {
use sp_maybe_compressed_blob::CODE_BLOB_BOMB_LIMIT;
let project = compact_blob_path.parent().expect("blob path should have a parent directory");
let compact_compressed_blob_path =
project.join(format!("{}.compact.compressed.wasm", out_name));
let start = std::time::Instant::now();
let data = fs::read(compact_blob_path).expect("Failed to read WASM binary");
if let Some(compressed) = sp_maybe_compressed_blob::compress(&data, CODE_BLOB_BOMB_LIMIT) {
fs::write(&compact_compressed_blob_path, &compressed[..])
.expect("Failed to write WASM binary");
println!(
"{} {}",
colorize_info_message("Compressed blob in"),
colorize_info_message(format!("{:?}", start.elapsed()).as_str())
);
Some(WasmBinary(compact_compressed_blob_path))
} else {
build_helper::warning!(
"Writing uncompressed blob. Exceeded maximum size {}",
CODE_BLOB_BOMB_LIMIT,
);
println!("{}", colorize_info_message("Skipping blob compression"));
None
}
}
#[derive(Debug)]
struct DeduplicatePackage<'a> {
package: &'a cargo_metadata::Package,
identifier: String,
}
impl<'a> From<&'a cargo_metadata::Package> for DeduplicatePackage<'a> {
fn from(package: &'a cargo_metadata::Package) -> Self {
Self {
package,
identifier: format!("{}{}{:?}", package.name, package.version, package.source),
}
}
}
impl<'a> Hash for DeduplicatePackage<'a> {
fn hash<H: Hasher>(&self, state: &mut H) {
self.identifier.hash(state);
}
}
impl<'a> PartialEq for DeduplicatePackage<'a> {
fn eq(&self, other: &Self) -> bool {
self.identifier == other.identifier
}
}
impl<'a> Eq for DeduplicatePackage<'a> {}
impl<'a> Deref for DeduplicatePackage<'a> {
type Target = cargo_metadata::Package;
fn deref(&self) -> &Self::Target {
self.package
}
}
fn create_metadata_command(path: impl Into<PathBuf>) -> MetadataCommand {
let mut metadata_command = MetadataCommand::new();
metadata_command.manifest_path(path);
if offline_build() {
metadata_command.other_options(vec!["--offline".to_owned()]);
}
metadata_command
}
fn generate_rerun_if_changed_instructions(
cargo_manifest: &Path,
project_folder: &Path,
wasm_workspace: &Path,
compressed_or_compact_wasm: Option<&WasmBinary>,
bloaty_wasm: &WasmBinaryBloaty,
) {
if let Some(cargo_lock) = find_cargo_lock(cargo_manifest) {
rerun_if_changed(cargo_lock);
}
let metadata = create_metadata_command(project_folder.join("Cargo.toml"))
.exec()
.expect("`cargo metadata` can not fail!");
let package = metadata
.packages
.iter()
.find(|p| p.manifest_path == cargo_manifest)
.expect("The crate package is contained in its own metadata; qed");
let mut dependencies = package.dependencies.iter().collect::<Vec<_>>();
let mut packages = HashSet::new();
packages.insert(DeduplicatePackage::from(package));
while let Some(dependency) = dependencies.pop() {
if dependency.kind == DependencyKind::Development {
continue
}
let path_or_git_dep =
dependency.source.as_ref().map(|s| s.starts_with("git+")).unwrap_or(true);
let package = metadata
.packages
.iter()
.filter(|p| !p.manifest_path.starts_with(wasm_workspace))
.find(|p| {
(path_or_git_dep || dependency.req.matches(&p.version)) && dependency.name == p.name
});
if let Some(package) = package {
if packages.insert(DeduplicatePackage::from(package)) {
dependencies.extend(package.dependencies.iter());
}
}
}
packages.iter().for_each(package_rerun_if_changed);
compressed_or_compact_wasm.map(|w| rerun_if_changed(w.wasm_binary_path()));
rerun_if_changed(bloaty_wasm.bloaty_path());
println!("cargo:rerun-if-env-changed={}", crate::SKIP_BUILD_ENV);
println!("cargo:rerun-if-env-changed={}", crate::WASM_BUILD_TYPE_ENV);
println!("cargo:rerun-if-env-changed={}", crate::WASM_BUILD_RUSTFLAGS_ENV);
println!("cargo:rerun-if-env-changed={}", crate::WASM_TARGET_DIRECTORY);
println!("cargo:rerun-if-env-changed={}", crate::WASM_BUILD_TOOLCHAIN);
println!("cargo:rerun-if-env-changed={}", crate::WASM_BUILD_STD);
println!("cargo:rerun-if-env-changed={}", crate::RUNTIME_TARGET);
println!("cargo:rerun-if-env-changed={}", crate::WASM_BUILD_CARGO_ARGS);
}
fn package_rerun_if_changed(package: &DeduplicatePackage) {
let mut manifest_path = package.manifest_path.clone();
if manifest_path.ends_with("Cargo.toml") {
manifest_path.pop();
}
WalkDir::new(&manifest_path)
.into_iter()
.filter_entry(|p| {
p.path() == manifest_path || !p.path().is_dir() || !p.path().join("Cargo.toml").exists()
})
.filter_map(|p| p.ok().map(|p| p.into_path()))
.filter(|p| p.extension().map(|e| e == "rs" || e == "toml").unwrap_or_default())
.for_each(rerun_if_changed);
}
fn copy_blob_to_target_directory(cargo_manifest: &Path, blob_binary: &WasmBinary) {
let target_dir = match env::var(crate::WASM_TARGET_DIRECTORY) {
Ok(path) => PathBuf::from(path),
Err(_) => return,
};
if !target_dir.is_absolute() {
println!(
"Environment variable `{}` with `{}` is not an absolute path!",
crate::WASM_TARGET_DIRECTORY,
target_dir.display(),
);
process::exit(1);
}
fs::create_dir_all(&target_dir).expect("Creates `WASM_TARGET_DIRECTORY`.");
fs::copy(
blob_binary.wasm_binary_path(),
target_dir.join(format!("{}.wasm", get_blob_name(RuntimeTarget::Wasm, cargo_manifest))),
)
.expect("Copies blob binary to `WASM_TARGET_DIRECTORY`.");
}
pub fn get_jobserver() -> &'static Option<jobserver::Client> {
static JOBSERVER: OnceLock<Option<jobserver::Client>> = OnceLock::new();
JOBSERVER.get_or_init(|| {
unsafe { jobserver::Client::from_env() }
})
}