Browse Source

Make build-config magic use memfd by default.

pull/3697/head
Chris Fallin 3 years ago
parent
commit
0ff8f6ab20
No known key found for this signature in database GPG Key ID: 31649E4FE65EB465
  1. 3
      .github/workflows/main.yml
  2. 3
      Cargo.toml
  3. 4
      crates/runtime/Cargo.toml
  4. 11
      crates/runtime/build.rs
  5. 2
      crates/runtime/src/instance/allocator/pooling.rs
  6. 10
      crates/runtime/src/lib.rs
  7. 2
      crates/runtime/src/memfd_disabled.rs
  8. 9
      crates/runtime/src/traphandlers/unix.rs
  9. 4
      crates/wasmtime/Cargo.toml

3
.github/workflows/main.yml

@ -136,7 +136,6 @@ jobs:
- run: cargo check -p wasmtime --no-default-features --features async - run: cargo check -p wasmtime --no-default-features --features async
- run: cargo check -p wasmtime --no-default-features --features uffd - run: cargo check -p wasmtime --no-default-features --features uffd
- run: cargo check -p wasmtime --no-default-features --features pooling-allocator - run: cargo check -p wasmtime --no-default-features --features pooling-allocator
- run: cargo check -p wasmtime --no-default-features --features memfd-allocator
- run: cargo check -p wasmtime --no-default-features --features cranelift - run: cargo check -p wasmtime --no-default-features --features cranelift
- run: cargo check -p wasmtime --no-default-features --features cranelift,wat,async,cache - run: cargo check -p wasmtime --no-default-features --features cranelift,wat,async,cache
@ -316,8 +315,6 @@ jobs:
cargo test --features uffd -p wasmtime-runtime instance::allocator::pooling cargo test --features uffd -p wasmtime-runtime instance::allocator::pooling
cargo test --features uffd -p wasmtime-cli pooling_allocator cargo test --features uffd -p wasmtime-cli pooling_allocator
cargo test --features uffd -p wasmtime-cli wast::Cranelift cargo test --features uffd -p wasmtime-cli wast::Cranelift
cargo test --features memfd-allocator -p wasmtime-cli pooling_allocator
cargo test --features memfd-allocator -p wasmtime-cli wast::Cranelift
if: matrix.os == 'ubuntu-latest' && matrix.target == '' if: matrix.os == 'ubuntu-latest' && matrix.target == ''
env: env:
RUST_BACKTRACE: 1 RUST_BACKTRACE: 1

3
Cargo.toml

@ -21,7 +21,7 @@ path = "src/bin/wasmtime.rs"
doc = false doc = false
[dependencies] [dependencies]
wasmtime = { path = "crates/wasmtime", version = "0.33.0", default-features = false, features = ['cache', 'cranelift'] } wasmtime = { path = "crates/wasmtime", version = "0.33.0", default-features = false, features = ['cache', 'cranelift', 'pooling-allocator', 'memfd'] }
wasmtime-cache = { path = "crates/cache", version = "=0.33.0" } wasmtime-cache = { path = "crates/cache", version = "=0.33.0" }
wasmtime-cranelift = { path = "crates/cranelift", version = "=0.33.0" } wasmtime-cranelift = { path = "crates/cranelift", version = "=0.33.0" }
wasmtime-environ = { path = "crates/environ", version = "=0.33.0" } wasmtime-environ = { path = "crates/environ", version = "=0.33.0" }
@ -96,7 +96,6 @@ wasi-crypto = ["wasmtime-wasi-crypto"]
wasi-nn = ["wasmtime-wasi-nn"] wasi-nn = ["wasmtime-wasi-nn"]
uffd = ["wasmtime/uffd"] uffd = ["wasmtime/uffd"]
pooling-allocator = ["wasmtime/pooling-allocator"] pooling-allocator = ["wasmtime/pooling-allocator"]
memfd-allocator = ["pooling-allocator", "wasmtime/memfd-allocator"]
all-arch = ["wasmtime/all-arch"] all-arch = ["wasmtime/all-arch"]
posix-signals-on-macos = ["wasmtime/posix-signals-on-macos"] posix-signals-on-macos = ["wasmtime/posix-signals-on-macos"]

4
crates/runtime/Cargo.toml

@ -25,6 +25,7 @@ backtrace = "0.3.61"
lazy_static = "1.3.0" lazy_static = "1.3.0"
rand = "0.8.3" rand = "0.8.3"
anyhow = "1.0.38" anyhow = "1.0.38"
memfd = { version = "0.4.1", optional = true }
[target.'cfg(target_os = "macos")'.dependencies] [target.'cfg(target_os = "macos")'.dependencies]
mach = "0.3.2" mach = "0.3.2"
@ -37,7 +38,6 @@ winapi = { version = "0.3.7", features = ["winbase", "memoryapi", "errhandlingap
[target.'cfg(target_os = "linux")'.dependencies] [target.'cfg(target_os = "linux")'.dependencies]
userfaultfd = { version = "0.4.1", optional = true } userfaultfd = { version = "0.4.1", optional = true }
memfd = { version = "0.4.1", optional = true }
[build-dependencies] [build-dependencies]
cc = "1.0" cc = "1.0"
@ -60,5 +60,3 @@ uffd = ["userfaultfd", "pooling-allocator"]
# It is useful for applications that do not bind their own exception ports and # It is useful for applications that do not bind their own exception ports and
# need portable signal handling. # need portable signal handling.
posix-signals-on-macos = [] posix-signals-on-macos = []
memfd-allocator = ["pooling-allocator", "memfd"]

11
crates/runtime/build.rs

@ -10,4 +10,15 @@ fn main() {
) )
.file("src/helpers.c") .file("src/helpers.c")
.compile("wasmtime-helpers"); .compile("wasmtime-helpers");
// Check to see if we are on Linux and the `memfd` feature is
// active. If so, enable the `memfd` rustc cfg so `#[cfg(memfd)]`
// will work.
let os = env::var("CARGO_CFG_TARGET_OS").unwrap();
let is_memfd = env::var("CARGO_FEATURE_MEMFD").is_ok();
let is_pooling = env::var("CARGO_FEATURE_POOLING_ALLOCATOR").is_ok();
let is_uffd = env::var("CARGO_FEATURE_UFFD").is_ok();
if &os == "linux" && is_memfd && is_pooling && !is_uffd {
println!("cargo:rustc-cfg=memfd");
}
} }

2
crates/runtime/src/instance/allocator/pooling.rs

@ -703,7 +703,7 @@ impl MemoryPool {
let mapping = Mmap::accessible_reserved(0, allocation_size) let mapping = Mmap::accessible_reserved(0, allocation_size)
.context("failed to create memory pool mapping")?; .context("failed to create memory pool mapping")?;
let num_memfd_slots = if cfg!(feature = "memfd-allocator") { let num_memfd_slots = if cfg!(memfd) {
max_instances * max_memories max_instances * max_memories
} else { } else {
0 0

10
crates/runtime/src/lib.rs

@ -19,7 +19,7 @@
clippy::use_self clippy::use_self
) )
)] )]
#![cfg_attr(feature = "memfd-allocator", allow(dead_code))] #![cfg_attr(memfd, allow(dead_code))]
use std::sync::atomic::AtomicU64; use std::sync::atomic::AtomicU64;
@ -67,14 +67,14 @@ pub use crate::vmcontext::{
mod module_id; mod module_id;
pub use module_id::{CompiledModuleId, CompiledModuleIdAllocator}; pub use module_id::{CompiledModuleId, CompiledModuleIdAllocator};
#[cfg(feature = "memfd-allocator")] #[cfg(memfd)]
mod memfd; mod memfd;
#[cfg(feature = "memfd-allocator")] #[cfg(memfd)]
pub use crate::memfd::{MemFdSlot, MemoryMemFd, ModuleMemFds}; pub use crate::memfd::{MemFdSlot, MemoryMemFd, ModuleMemFds};
#[cfg(not(feature = "memfd-allocator"))] #[cfg(not(memfd))]
mod memfd_disabled; mod memfd_disabled;
#[cfg(not(feature = "memfd-allocator"))] #[cfg(not(memfd))]
pub use crate::memfd_disabled::{MemFdSlot, MemoryMemFd, ModuleMemFds}; pub use crate::memfd_disabled::{MemFdSlot, MemoryMemFd, ModuleMemFds};
/// Version number of this crate. /// Version number of this crate.

2
crates/runtime/src/memfd_disabled.rs

@ -37,11 +37,9 @@ impl ModuleMemFds {
/// To allow MemFdSlot to be unconditionally passed around in various /// To allow MemFdSlot to be unconditionally passed around in various
/// places (e.g. a `Memory`), we define a zero-sized type when memfd is /// places (e.g. a `Memory`), we define a zero-sized type when memfd is
/// not included in the build. /// not included in the build.
#[cfg(not(feature = "memfd-allocator"))]
#[derive(Debug)] #[derive(Debug)]
pub struct MemFdSlot; pub struct MemFdSlot;
#[cfg(not(feature = "memfd-allocator"))]
#[allow(dead_code)] #[allow(dead_code)]
impl MemFdSlot { impl MemFdSlot {
pub(crate) fn create(_: *mut libc::c_void, _: usize) -> Self { pub(crate) fn create(_: *mut libc::c_void, _: usize) -> Self {

9
crates/runtime/src/traphandlers/unix.rs

@ -54,14 +54,7 @@ pub unsafe fn platform_init() {
// Sometimes we need to handle SIGBUS too: // Sometimes we need to handle SIGBUS too:
// - On ARM, handle Unaligned Accesses. // - On ARM, handle Unaligned Accesses.
// - On Darwin, guard page accesses are raised as SIGBUS. // - On Darwin, guard page accesses are raised as SIGBUS.
// - With the MemFD allocator, heap growth is controlled by if cfg!(target_arch = "arm") || cfg!(target_os = "macos") || cfg!(target_os = "freebsd") {
// ftruncate'ing an mmap'd file, and so out-of-bounds accesses
// are raised as SIGBUS.
if cfg!(target_arch = "arm")
|| cfg!(target_os = "macos")
|| cfg!(target_os = "freebsd")
|| cfg!(feature = "memfd-allocator")
{
register(&mut PREV_SIGBUS, libc::SIGBUS); register(&mut PREV_SIGBUS, libc::SIGBUS);
} }
} }

4
crates/wasmtime/Cargo.toml

@ -50,7 +50,7 @@ wasi-cap-std-sync = { path = "../wasi-common/cap-std-sync" }
maintenance = { status = "actively-developed" } maintenance = { status = "actively-developed" }
[features] [features]
default = ['async', 'cache', 'wat', 'jitdump', 'parallel-compilation', 'cranelift', 'pooling-allocator'] default = ['async', 'cache', 'wat', 'jitdump', 'parallel-compilation', 'cranelift', 'pooling-allocator', 'memfd']
# An on-by-default feature enabling runtime compilation of WebAssembly modules # An on-by-default feature enabling runtime compilation of WebAssembly modules
# with the Cranelift compiler. Cranelift is the default compilation backend of # with the Cranelift compiler. Cranelift is the default compilation backend of
@ -90,4 +90,4 @@ all-arch = ["wasmtime-cranelift/all-arch"]
# need portable signal handling. # need portable signal handling.
posix-signals-on-macos = ["wasmtime-runtime/posix-signals-on-macos"] posix-signals-on-macos = ["wasmtime-runtime/posix-signals-on-macos"]
memfd-allocator = ["wasmtime-runtime/memfd-allocator", "pooling-allocator"] memfd = ["wasmtime-runtime/memfd", "pooling-allocator"]

Loading…
Cancel
Save