//! Support for compiling contracts use crate::{ artifacts::{Contracts, Sources}, config::SolcConfig, error::{Result, SolcError}, utils, ArtifactOutput, }; use serde::{Deserialize, Serialize}; use std::{ collections::{BTreeMap, HashMap}, fs::{self, File}, path::{Path, PathBuf}, time::{Duration, UNIX_EPOCH}, }; /// Hardhat format version const HH_FORMAT_VERSION: &str = "hh-sol-cache-2"; /// ethers-rs format version /// /// `ethers-solc` uses a different format version id, but the actual format is consistent with /// hardhat This allows ethers-solc to detect if the cache file was written by hardhat or /// `ethers-solc` const ETHERS_FORMAT_VERSION: &str = "ethers-rs-sol-cache-1"; /// The file name of the default cache file pub const SOLIDITY_FILES_CACHE_FILENAME: &str = "solidity-files-cache.json"; /// A hardhat compatible cache representation #[derive(Clone, Debug, Eq, PartialEq, Serialize, Deserialize)] pub struct SolFilesCache { #[serde(rename = "_format")] pub format: String, pub files: BTreeMap, } impl SolFilesCache { /// # Example /// /// Autodetect solc version and default settings /// /// ```no_run /// use ethers_solc::artifacts::Source; /// use ethers_solc::cache::SolFilesCache; /// let files = Source::read_all_from("./sources").unwrap(); /// let config = SolFilesCache::builder().insert_files(files, None).unwrap(); /// ``` pub fn builder() -> SolFilesCacheBuilder { SolFilesCacheBuilder::default() } /// Whether this cache's format is the hardhat format identifier pub fn is_hardhat_format(&self) -> bool { self.format == HH_FORMAT_VERSION } /// Whether this cache's format is our custom format identifier pub fn is_ethers_format(&self) -> bool { self.format == ETHERS_FORMAT_VERSION } /// Reads the cache json file from the given path #[tracing::instrument(skip_all, name = "sol-files-cache::read")] pub fn read(path: impl AsRef) -> Result { let path = path.as_ref(); tracing::trace!("reading solfiles cache at {}", path.display()); let file = fs::File::open(path).map_err(|err| SolcError::io(err, path))?; let file = std::io::BufReader::new(file); let cache = serde_json::from_reader(file)?; tracing::trace!("done"); Ok(cache) } /// Write the cache to json file pub fn write(&self, path: impl AsRef) -> Result<()> { let path = path.as_ref(); let file = fs::File::create(path).map_err(|err| SolcError::io(err, path))?; tracing::trace!("writing cache to json file"); serde_json::to_writer_pretty(file, self)?; tracing::trace!("cache file located: {}", path.display()); Ok(()) } pub fn remove_missing_files(&mut self) { self.files.retain(|file, _| Path::new(file).exists()) } pub fn remove_changed_files(&mut self, changed_files: &Sources) { self.files.retain(|file, _| !changed_files.contains_key(file)) } /// Returns only the files that were changed from the provided sources, to save time /// when compiling. pub fn get_changed_files<'a>( &'a self, sources: Sources, config: Option<&'a SolcConfig>, ) -> Sources { sources .into_iter() .filter(move |(file, source)| self.has_changed(file, source.content_hash(), config)) .collect() } /// Returns true if the given content hash or config differs from the file's /// or the file does not exist pub fn has_changed( &self, file: impl AsRef, hash: impl AsRef<[u8]>, config: Option<&SolcConfig>, ) -> bool { if let Some(entry) = self.files.get(file.as_ref()) { if entry.content_hash.as_bytes() != hash.as_ref() { return true } if let Some(config) = config { if config != &entry.solc_config { return true } } false } else { true } } /// Returns only the files that were changed or are missing artifacts compared to previous /// compiler execution, to save time when compiling. pub fn get_changed_or_missing_artifacts_files<'a, T: ArtifactOutput>( &'a self, sources: Sources, config: Option<&'a SolcConfig>, artifacts_root: &Path, ) -> Sources { sources .into_iter() .filter(move |(file, source)| { self.has_changed_or_missing_artifact::( file, source.content_hash().as_bytes(), config, artifacts_root, ) }) .collect() } /// Returns true if the given content hash or config differs from the file's /// or the file does not exist or the files' artifacts are missing pub fn has_changed_or_missing_artifact( &self, file: &Path, hash: &[u8], config: Option<&SolcConfig>, artifacts_root: &Path, ) -> bool { if let Some(entry) = self.files.get(file) { if entry.content_hash.as_bytes() != hash { return true } if let Some(config) = config { if config != &entry.solc_config { return true } } entry.artifacts.iter().any(|name| !T::output_exists(file, name, artifacts_root)) } else { true } } /// Checks if all artifact files exist pub fn all_artifacts_exist(&self, artifacts_root: &Path) -> bool { self.files.iter().all(|(file, entry)| { entry.artifacts.iter().all(|name| T::output_exists(file, name, artifacts_root)) }) } /// Reads all cached artifacts from disk using the given ArtifactOutput handler pub fn read_artifacts( &self, artifacts_root: &Path, ) -> Result> { let mut artifacts = BTreeMap::default(); for (file, entry) in &self.files { for artifact in &entry.artifacts { let artifact_file = artifacts_root.join(T::output_file(file, artifact)); let artifact = T::read_cached_artifact(&artifact_file)?; artifacts.insert(artifact_file, artifact); } } Ok(artifacts) } } #[cfg(feature = "async")] impl SolFilesCache { pub async fn async_read(path: impl AsRef) -> Result { let path = path.as_ref(); let content = tokio::fs::read_to_string(path).await.map_err(|err| SolcError::io(err, path))?; Ok(serde_json::from_str(&content)?) } pub async fn async_write(&self, path: impl AsRef) -> Result<()> { let path = path.as_ref(); let content = serde_json::to_vec_pretty(self)?; Ok(tokio::fs::write(path, content).await.map_err(|err| SolcError::io(err, path))?) } } #[derive(Debug, Clone, Default)] pub struct SolFilesCacheBuilder { format: Option, solc_config: Option, root: Option, } impl SolFilesCacheBuilder { pub fn format(mut self, format: impl Into) -> Self { self.format = Some(format.into()); self } pub fn solc_config(mut self, solc_config: SolcConfig) -> Self { self.solc_config = Some(solc_config); self } pub fn root(mut self, root: impl Into) -> Self { self.root = Some(root.into()); self } pub fn insert_files(self, sources: Sources, dest: Option) -> Result { let format = self.format.unwrap_or_else(|| ETHERS_FORMAT_VERSION.to_string()); let solc_config = self.solc_config.map(Ok).unwrap_or_else(|| SolcConfig::builder().build())?; let root = self .root .map(Ok) .unwrap_or_else(std::env::current_dir) .map_err(|err| SolcError::io(err, "."))?; let mut files = BTreeMap::new(); for (file, source) in sources { let last_modification_date = fs::metadata(&file) .map_err(|err| SolcError::io(err, file.clone()))? .modified() .map_err(|err| SolcError::io(err, file.clone()))? .duration_since(UNIX_EPOCH) .map_err(|err| SolcError::solc(err.to_string()))? .as_millis() as u64; let imports = utils::find_import_paths(source.as_ref()).into_iter().map(str::to_string).collect(); let version_pragmas = utils::find_version_pragma(source.as_ref()) .map(|v| vec![v.to_string()]) .unwrap_or_default(); let entry = CacheEntry { last_modification_date, content_hash: source.content_hash(), source_name: utils::source_name(&file, &root).into(), solc_config: solc_config.clone(), imports, version_pragmas, artifacts: vec![], }; files.insert(file, entry); } let cache = if let Some(ref dest) = dest { if dest.exists() { // read the existing cache and extend it by the files that changed // (if we just wrote to the cache file, we'd overwrite the existing data) let reader = std::io::BufReader::new( File::open(dest).map_err(|err| SolcError::io(err, dest))?, ); let mut cache: SolFilesCache = serde_json::from_reader(reader)?; assert_eq!(cache.format, format); cache.files.extend(files); cache } else { SolFilesCache { format, files } } } else { SolFilesCache { format, files } }; Ok(cache) } } #[derive(Clone, Debug, Eq, PartialEq, Serialize, Deserialize)] #[serde(rename_all = "camelCase")] pub struct CacheEntry { /// the last modification time of this file pub last_modification_date: u64, pub content_hash: String, pub source_name: PathBuf, pub solc_config: SolcConfig, pub imports: Vec, pub version_pragmas: Vec, pub artifacts: Vec, } impl CacheEntry { /// Returns the time pub fn last_modified(&self) -> Duration { Duration::from_millis(self.last_modification_date) } } /// A helper type to handle source name/full disk mappings /// /// The disk path is the actual path where a file can be found on disk. /// A source name is the internal identifier and is the remaining part of the disk path starting /// with the configured source directory, (`contracts/contract.sol`) #[derive(Debug, Default)] pub struct PathMap { /// all libraries to the source set while keeping track of their actual disk path /// (`contracts/contract.sol` -> `/Users/.../contracts.sol`) pub source_name_to_path: HashMap, /// inverse of `source_name_to_path` : (`/Users/.../contracts.sol` -> `contracts/contract.sol`) pub path_to_source_name: HashMap, /* /// All paths, source names and actual file paths * paths: Vec */ } impl PathMap { fn apply_mappings(sources: Sources, mappings: &HashMap) -> Sources { sources .into_iter() .map(|(import, source)| { if let Some(path) = mappings.get(&import).cloned() { (path, source) } else { (import, source) } }) .collect() } /// Returns all contract names of the files mapped with the disk path pub fn get_artifacts(&self, contracts: &Contracts) -> Vec<(PathBuf, Vec)> { contracts .iter() .map(|(path, contracts)| { let path = PathBuf::from(path); let file = self.source_name_to_path.get(&path).cloned().unwrap_or(path); (file, contracts.keys().cloned().collect::>()) }) .collect() } pub fn extend(&mut self, other: PathMap) { self.source_name_to_path.extend(other.source_name_to_path); self.path_to_source_name.extend(other.path_to_source_name); } /// Returns a new map with the source names as keys pub fn set_source_names(&self, sources: Sources) -> Sources { Self::apply_mappings(sources, &self.path_to_source_name) } /// Returns a new map with the disk paths as keys pub fn set_disk_paths(&self, sources: Sources) -> Sources { Self::apply_mappings(sources, &self.source_name_to_path) } } #[cfg(test)] mod tests { use super::*; #[test] fn can_parse_solidity_files_cache() { let input = include_str!("../test-data/solidity-files-cache.json"); let _ = serde_json::from_str::(input).unwrap(); } }