wasmer/lib/runtime-core/src/cache.rs

206 lines
5.8 KiB
Rust
Raw Normal View History

2019-02-21 19:47:28 +00:00
use crate::{
module::{Module, ModuleInfo},
sys::Memory,
};
use digest::Digest;
use meowhash::MeowHasher;
2019-02-22 20:08:56 +00:00
use std::{fmt, io, mem, slice};
#[derive(Debug)]
pub enum InvalidFileType {
InvalidSize,
InvalidMagic,
}
#[derive(Debug)]
pub enum Error {
IoError(io::Error),
DeserializeError(String),
SerializeError(String),
Unknown(String),
InvalidFile(InvalidFileType),
InvalidatedCache,
}
2019-02-21 22:00:33 +00:00
impl From<io::Error> for Error {
fn from(io_err: io::Error) -> Self {
Error::IoError(io_err)
}
}
/// The hash of a wasm module.
2019-02-21 23:27:20 +00:00
///
2019-02-21 22:00:33 +00:00
/// Used as a key when loading and storing modules in a [`Cache`].
2019-02-21 23:27:20 +00:00
///
2019-02-21 22:00:33 +00:00
/// [`Cache`]: trait.Cache.html
2019-02-21 19:47:28 +00:00
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash, Serialize, Deserialize)]
pub struct WasmHash([u8; 32], [u8; 32]);
2019-02-21 19:47:28 +00:00
impl WasmHash {
2019-02-21 22:00:33 +00:00
/// Hash a wasm module.
2019-02-21 23:27:20 +00:00
///
/// # Note:
2019-02-21 22:00:33 +00:00
/// This does no verification that the supplied data
/// is, in fact, a wasm module.
2019-02-21 19:47:28 +00:00
pub fn generate(wasm: &[u8]) -> Self {
let mut first_part = [0u8; 32];
let mut second_part = [0u8; 32];
let generic_array = MeowHasher::digest(wasm);
first_part.copy_from_slice(&generic_array[0..32]);
second_part.copy_from_slice(&generic_array[32..64]);
WasmHash(first_part, second_part)
2019-02-21 19:47:28 +00:00
}
2019-02-21 22:00:33 +00:00
/// Create the hexadecimal representation of the
/// stored hash.
2019-02-21 19:47:28 +00:00
pub fn encode(self) -> String {
hex::encode(&self.into_array() as &[u8])
2019-02-21 19:47:28 +00:00
}
pub(crate) fn into_array(self) -> [u8; 64] {
let mut total = [0u8; 64];
total[0..32].copy_from_slice(&self.0);
total[32..64].copy_from_slice(&self.1);
total
2019-02-21 19:47:28 +00:00
}
}
const CURRENT_CACHE_VERSION: u64 = 0;
static WASMER_CACHE_MAGIC: [u8; 8] = *b"WASMER\0\0";
/// The header of a cache file.
#[repr(C, packed)]
struct ArtifactHeader {
magic: [u8; 8], // [W, A, S, M, E, R, \0, \0]
version: u64,
data_len: u64,
}
impl ArtifactHeader {
2019-02-21 19:47:28 +00:00
pub fn read_from_slice(buffer: &[u8]) -> Result<(&Self, &[u8]), Error> {
if buffer.len() >= mem::size_of::<ArtifactHeader>() {
if &buffer[..8] == &WASMER_CACHE_MAGIC {
let (header_slice, body_slice) = buffer.split_at(mem::size_of::<ArtifactHeader>());
let header = unsafe { &*(header_slice.as_ptr() as *const ArtifactHeader) };
if header.version == CURRENT_CACHE_VERSION {
Ok((header, body_slice))
} else {
Err(Error::InvalidatedCache)
}
} else {
Err(Error::InvalidFile(InvalidFileType::InvalidMagic))
}
} else {
Err(Error::InvalidFile(InvalidFileType::InvalidSize))
}
}
pub fn read_from_slice_mut(buffer: &mut [u8]) -> Result<(&mut Self, &mut [u8]), Error> {
if buffer.len() >= mem::size_of::<ArtifactHeader>() {
if &buffer[..8] == &WASMER_CACHE_MAGIC {
2019-02-21 19:47:28 +00:00
let (header_slice, body_slice) =
buffer.split_at_mut(mem::size_of::<ArtifactHeader>());
let header = unsafe { &mut *(header_slice.as_ptr() as *mut ArtifactHeader) };
if header.version == CURRENT_CACHE_VERSION {
Ok((header, body_slice))
} else {
Err(Error::InvalidatedCache)
}
} else {
Err(Error::InvalidFile(InvalidFileType::InvalidMagic))
}
} else {
Err(Error::InvalidFile(InvalidFileType::InvalidSize))
}
}
pub fn as_slice(&self) -> &[u8] {
let ptr = self as *const ArtifactHeader as *const u8;
unsafe { slice::from_raw_parts(ptr, mem::size_of::<ArtifactHeader>()) }
}
}
#[derive(Serialize, Deserialize)]
struct ArtifactInner {
info: Box<ModuleInfo>,
#[serde(with = "serde_bytes")]
2019-02-19 23:36:22 +00:00
backend_metadata: Box<[u8]>,
2019-02-21 00:41:41 +00:00
compiled_code: Memory,
}
pub struct Artifact {
inner: ArtifactInner,
}
impl Artifact {
2019-02-19 23:36:22 +00:00
pub(crate) fn from_parts(
info: Box<ModuleInfo>,
2019-02-19 23:36:22 +00:00
backend_metadata: Box<[u8]>,
2019-02-21 00:41:41 +00:00
compiled_code: Memory,
) -> Self {
Self {
inner: ArtifactInner {
info,
backend_metadata,
compiled_code,
},
}
}
pub fn deserialize(bytes: &[u8]) -> Result<Self, Error> {
let (_, body_slice) = ArtifactHeader::read_from_slice(bytes)?;
let inner = serde_bench::deserialize(body_slice)
.map_err(|e| Error::DeserializeError(format!("{:#?}", e)))?;
Ok(Artifact { inner })
}
pub fn info(&self) -> &ModuleInfo {
&self.inner.info
}
#[doc(hidden)]
2019-02-21 00:41:41 +00:00
pub fn consume(self) -> (ModuleInfo, Box<[u8]>, Memory) {
(
*self.inner.info,
self.inner.backend_metadata,
self.inner.compiled_code,
)
}
pub fn serialize(&self) -> Result<Vec<u8>, Error> {
let cache_header = ArtifactHeader {
magic: WASMER_CACHE_MAGIC,
version: CURRENT_CACHE_VERSION,
data_len: 0,
};
let mut buffer = cache_header.as_slice().to_vec();
serde_bench::serialize(&mut buffer, &self.inner)
.map_err(|e| Error::SerializeError(e.to_string()))?;
let data_len = (buffer.len() - mem::size_of::<ArtifactHeader>()) as u64;
let (header, _) = ArtifactHeader::read_from_slice_mut(&mut buffer)?;
header.data_len = data_len;
Ok(buffer)
}
}
2019-02-21 22:00:33 +00:00
/// A generic cache for storing and loading compiled wasm modules.
2019-02-21 23:27:20 +00:00
///
2019-02-21 22:00:33 +00:00
/// The `wasmer-runtime` supplies a naive `FileSystemCache` api.
2019-02-21 19:47:28 +00:00
pub trait Cache {
type LoadError: fmt::Debug;
type StoreError: fmt::Debug;
2019-02-21 19:47:28 +00:00
2019-02-21 22:00:33 +00:00
fn load(&self, key: WasmHash) -> Result<Module, Self::LoadError>;
2019-02-22 19:42:30 +00:00
fn store(&mut self, key: WasmHash, module: Module) -> Result<(), Self::StoreError>;
}