/* * Copyright 2020 Fluence Labs Limited * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ use crate::config::FaaSConfig; use crate::misc::ModulesLoadStrategy; use crate::faas_interface::FaaSFunctionSignature; use crate::faas_interface::FaaSInterface; use crate::FaaSError; use crate::Result; use crate::IValue; use fce::FCE; use fluence_sdk_main::CallParameters; use std::cell::RefCell; use std::convert::TryInto; use std::collections::HashSet; use std::collections::HashMap; use std::rc::Rc; use std::fs; use std::path::PathBuf; // TODO: remove and use mutex instead unsafe impl Send for FluenceFaaS {} pub struct FluenceFaaS { /// The Fluence Compute Engine instance. fce: FCE, /// Parameters of call accessible by Wasm modules. call_parameters: Rc>, } impl FluenceFaaS { /// Creates FaaS from config on filesystem. pub fn with_config_path>(config_file_path: P) -> Result { let config = crate::raw_toml_config::TomlFaaSConfig::load(config_file_path.into())?; Self::with_raw_config(config) } /// Creates FaaS from config deserialized from TOML. pub fn with_raw_config(config: C) -> Result where C: TryInto, FaaSError: From, { let config = config.try_into()?; let modules = config .modules_dir .as_ref() .map_or(Ok(HashMap::new()), |dir| { Self::load_modules(dir, ModulesLoadStrategy::WasmOnly) })?; Self::with_modules::(modules, config) } /// Creates FaaS with given modules. pub fn with_modules(mut modules: HashMap>, config: C) -> Result where C: TryInto, FaaSError: From, { let mut fce = FCE::new(); let config = config.try_into()?; let call_parameters = Rc::new(RefCell::new(<_>::default())); let modules_dir = config.modules_dir; for (module_name, module_config) in config.modules_config { let module_bytes = modules.remove(&module_name).ok_or_else(|| { FaaSError::InstantiationError(format!( "module with name {} is specified in config (dir: {:?}), but not found in provided modules: {:?}", module_name, modules_dir, modules.keys().collect::>() )) })?; let fce_module_config = crate::misc::make_fce_config(Some(module_config), call_parameters.clone())?; fce.load_module(module_name, &module_bytes, fce_module_config)?; } Ok(Self { fce, call_parameters, }) } /// Searches for modules in `config.modules_dir`, loads only those in the `names` set pub fn with_module_names(names: &HashSet, config: C) -> Result where C: TryInto, FaaSError: From, { let config = config.try_into()?; let modules = config .modules_dir .as_ref() .map_or(Ok(HashMap::new()), |dir| { Self::load_modules(dir, ModulesLoadStrategy::Named(names)) })?; Self::with_modules::(modules, config) } /// Loads modules from a directory at a given path. Non-recursive, ignores subdirectories. fn load_modules( modules_dir: &PathBuf, modules: ModulesLoadStrategy<'_>, ) -> Result>> { use FaaSError::IOError; let mut dir_entries = fs::read_dir(modules_dir).map_err(|e| IOError(format!("{:?}: {}", modules_dir, e)))?; let loaded = dir_entries.try_fold(HashMap::new(), |mut hash_map, entry| { let entry = entry?; let path = entry.path(); // Skip directories if path.is_dir() { return Ok(hash_map); } let module_name = path .file_name() .ok_or_else(|| IOError(format!("No file name in path {:?}", path)))? .to_os_string() .into_string() .map_err(|name| IOError(format!("invalid file name: {:?}", name)))?; if modules.should_load(&module_name.as_ref()) { let module_bytes = fs::read(path)?; let module_name = modules.extract_module_name(module_name); if hash_map.insert(module_name, module_bytes).is_some() { return Err(FaaSError::ConfigParseError(String::from( "module {} is duplicated in config", ))); } } Ok(hash_map) })?; if modules.required_modules_len() > loaded.len() { let loaded = loaded.iter().map(|(n, _)| n); let not_found = modules.missing_modules(loaded); return Err(FaaSError::ConfigParseError(format!( "the following modules were not found: {:?}", not_found ))); } Ok(loaded) } /// Call a specified function of loaded on a startup module by its name. pub fn call_with_ivalues, FN: AsRef>( &mut self, module_name: MN, func_name: FN, args: &[IValue], call_parameters: fluence_sdk_main::CallParameters, ) -> Result> { self.call_parameters.replace(call_parameters); self.fce .call(module_name, func_name, args) .map_err(Into::into) } /// Call a specified function of loaded on a startup module by its name. pub fn call_with_json, FN: AsRef>( &mut self, module_name: MN, func_name: FN, json_args: serde_json::Value, call_parameters: fluence_sdk_main::CallParameters, ) -> Result> { let module_name = module_name.as_ref(); let func_name = func_name.as_ref(); let iargs = { let mut func_signatures = self.fce.module_interface(module_name)?; let func_signature = func_signatures .find(|sign| sign.name == func_name) .ok_or_else(|| FaaSError::MissingFunctionError(func_name.to_string()))?; // TODO: cache record types let record_types = self .fce .module_record_types(module_name)? .map(|(type_id, record_type)| (type_id, record_type)) .collect::>(); crate::misc::json_to_ivalues(json_args, &func_signature, &record_types)? }; self.call_parameters.replace(call_parameters); self.fce .call(module_name, func_name, &iargs) .map_err(Into::into) } /// Return all export functions (name and signatures) of loaded modules. pub fn get_interface(&self) -> FaaSInterface<'_> { use itertools::Itertools; let record_types = self .fce .record_types() .map(|(id, record_type)| (*id, record_type)) .unique() .collect::>(); let modules = self .fce .interface() .map(|(name, signatures)| { let signatures = signatures .iter() .map(|f| { ( f.name, FaaSFunctionSignature { arguments: f.arguments, output_types: f.output_types, }, ) }) .collect(); (name, signatures) }) .collect(); FaaSInterface { record_types, modules, } } } // This API is intended for testing purposes (mostly in FCE REPL) #[cfg(feature = "raw-module-api")] impl FluenceFaaS { pub fn load_module(&mut self, name: S, wasm_bytes: &[u8], config: Option) -> Result<()> where S: Into, C: TryInto, FaaSError: From, { let config = config.map(|c| c.try_into()).transpose()?; let fce_module_config = crate::misc::make_fce_config(config, self.call_parameters.clone())?; self.fce .load_module(name, &wasm_bytes, fce_module_config) .map_err(Into::into) } pub fn unload_module>(&mut self, module_name: S) -> Result<()> { self.fce.unload_module(module_name).map_err(Into::into) } pub fn module_wasi_state>( &mut self, module_name: S, ) -> Result<&wasmer_wasi::state::WasiState> { self.fce.module_wasi_state(module_name).map_err(Into::into) } }