15a5110d2SManos Pitsidianakis // Copyright 2024, Linaro Limited 25a5110d2SManos Pitsidianakis // Author(s): Manos Pitsidianakis <manos.pitsidianakis@linaro.org> 35a5110d2SManos Pitsidianakis // SPDX-License-Identifier: GPL-2.0-or-later 45a5110d2SManos Pitsidianakis 55a5110d2SManos Pitsidianakis #![cfg_attr(not(MESON), doc = include_str!("../README.md"))] 6476d6e4cSPaolo Bonzini #![deny(clippy::missing_const_for_fn)] 75a5110d2SManos Pitsidianakis 85a5110d2SManos Pitsidianakis #[rustfmt::skip] 95a5110d2SManos Pitsidianakis pub mod bindings; 105a5110d2SManos Pitsidianakis 1128d0ad3dSPaolo Bonzini // preserve one-item-per-"use" syntax, it is clearer 1228d0ad3dSPaolo Bonzini // for prelude-like modules 1328d0ad3dSPaolo Bonzini #[rustfmt::skip] 1428d0ad3dSPaolo Bonzini pub mod prelude; 1528d0ad3dSPaolo Bonzini 167f65d4e5SPaolo Bonzini pub mod assertions; 17ab870fa1SPaolo Bonzini pub mod bitops; 18718e255fSPaolo Bonzini pub mod c_str; 19e05fbacdSPaolo Bonzini pub mod callbacks; 208e194c0eSPaolo Bonzini pub mod cell; 214ed4da16SPaolo Bonzini pub mod irq; 22*590faa03SPaolo Bonzini pub mod memory; 234aed0296SPaolo Bonzini pub mod module; 24f3518400SJunjie Mao pub mod offset_of; 254aed0296SPaolo Bonzini pub mod qdev; 264aed0296SPaolo Bonzini pub mod qom; 274ed4da16SPaolo Bonzini pub mod sysbus; 280a65e412SManos Pitsidianakis pub mod vmstate; 296e50bde1SPaolo Bonzini pub mod zeroable; 305a5110d2SManos Pitsidianakis 319f7d4520SPaolo Bonzini use std::{ 329f7d4520SPaolo Bonzini alloc::{GlobalAlloc, Layout}, 339f7d4520SPaolo Bonzini os::raw::c_void, 349f7d4520SPaolo Bonzini }; 355a5110d2SManos Pitsidianakis 365a5110d2SManos Pitsidianakis #[cfg(HAVE_GLIB_WITH_ALIGNED_ALLOC)] 375a5110d2SManos Pitsidianakis extern "C" { 385a5110d2SManos Pitsidianakis fn g_aligned_alloc0( 395a5110d2SManos Pitsidianakis n_blocks: bindings::gsize, 405a5110d2SManos Pitsidianakis n_block_bytes: bindings::gsize, 415a5110d2SManos Pitsidianakis alignment: bindings::gsize, 425a5110d2SManos Pitsidianakis ) -> bindings::gpointer; 435a5110d2SManos Pitsidianakis fn g_aligned_free(mem: bindings::gpointer); 445a5110d2SManos Pitsidianakis } 455a5110d2SManos Pitsidianakis 465a5110d2SManos Pitsidianakis #[cfg(not(HAVE_GLIB_WITH_ALIGNED_ALLOC))] 475a5110d2SManos Pitsidianakis extern "C" { 489f7d4520SPaolo Bonzini fn qemu_memalign(alignment: usize, size: usize) -> *mut c_void; 499f7d4520SPaolo Bonzini fn qemu_vfree(ptr: *mut c_void); 505a5110d2SManos Pitsidianakis } 515a5110d2SManos Pitsidianakis 525a5110d2SManos Pitsidianakis extern "C" { 535a5110d2SManos Pitsidianakis fn g_malloc0(n_bytes: bindings::gsize) -> bindings::gpointer; 545a5110d2SManos Pitsidianakis fn g_free(mem: bindings::gpointer); 555a5110d2SManos Pitsidianakis } 565a5110d2SManos Pitsidianakis 575a5110d2SManos Pitsidianakis /// An allocator that uses the same allocator as QEMU in C. 585a5110d2SManos Pitsidianakis /// 595a5110d2SManos Pitsidianakis /// It is enabled by default with the `allocator` feature. 605a5110d2SManos Pitsidianakis /// 615a5110d2SManos Pitsidianakis /// To set it up manually as a global allocator in your crate: 625a5110d2SManos Pitsidianakis /// 635a5110d2SManos Pitsidianakis /// ```ignore 645a5110d2SManos Pitsidianakis /// use qemu_api::QemuAllocator; 655a5110d2SManos Pitsidianakis /// 665a5110d2SManos Pitsidianakis /// #[global_allocator] 675a5110d2SManos Pitsidianakis /// static GLOBAL: QemuAllocator = QemuAllocator::new(); 685a5110d2SManos Pitsidianakis /// ``` 695a5110d2SManos Pitsidianakis #[derive(Clone, Copy, Debug)] 705a5110d2SManos Pitsidianakis #[repr(C)] 715a5110d2SManos Pitsidianakis pub struct QemuAllocator { 725a5110d2SManos Pitsidianakis _unused: [u8; 0], 735a5110d2SManos Pitsidianakis } 745a5110d2SManos Pitsidianakis 755a5110d2SManos Pitsidianakis #[cfg_attr(all(feature = "allocator", not(test)), global_allocator)] 765a5110d2SManos Pitsidianakis pub static GLOBAL: QemuAllocator = QemuAllocator::new(); 775a5110d2SManos Pitsidianakis 785a5110d2SManos Pitsidianakis impl QemuAllocator { 795a5110d2SManos Pitsidianakis // From the glibc documentation, on GNU systems, malloc guarantees 16-byte 805a5110d2SManos Pitsidianakis // alignment on 64-bit systems and 8-byte alignment on 32-bit systems. See 815a5110d2SManos Pitsidianakis // https://www.gnu.org/software/libc/manual/html_node/Malloc-Examples.html. 825a5110d2SManos Pitsidianakis // This alignment guarantee also applies to Windows and Android. On Darwin 835a5110d2SManos Pitsidianakis // and OpenBSD, the alignment is 16 bytes on both 64-bit and 32-bit systems. 845a5110d2SManos Pitsidianakis #[cfg(all( 855a5110d2SManos Pitsidianakis target_pointer_width = "32", 865a5110d2SManos Pitsidianakis not(any(target_os = "macos", target_os = "openbsd")) 875a5110d2SManos Pitsidianakis ))] 885a5110d2SManos Pitsidianakis pub const DEFAULT_ALIGNMENT_BYTES: Option<usize> = Some(8); 895a5110d2SManos Pitsidianakis #[cfg(all( 905a5110d2SManos Pitsidianakis target_pointer_width = "64", 915a5110d2SManos Pitsidianakis not(any(target_os = "macos", target_os = "openbsd")) 925a5110d2SManos Pitsidianakis ))] 935a5110d2SManos Pitsidianakis pub const DEFAULT_ALIGNMENT_BYTES: Option<usize> = Some(16); 945a5110d2SManos Pitsidianakis #[cfg(all( 955a5110d2SManos Pitsidianakis any(target_pointer_width = "32", target_pointer_width = "64"), 965a5110d2SManos Pitsidianakis any(target_os = "macos", target_os = "openbsd") 975a5110d2SManos Pitsidianakis ))] 985a5110d2SManos Pitsidianakis pub const DEFAULT_ALIGNMENT_BYTES: Option<usize> = Some(16); 995a5110d2SManos Pitsidianakis #[cfg(not(any(target_pointer_width = "32", target_pointer_width = "64")))] 1005a5110d2SManos Pitsidianakis pub const DEFAULT_ALIGNMENT_BYTES: Option<usize> = None; 1015a5110d2SManos Pitsidianakis 1025a5110d2SManos Pitsidianakis pub const fn new() -> Self { 1035a5110d2SManos Pitsidianakis Self { _unused: [] } 1045a5110d2SManos Pitsidianakis } 1055a5110d2SManos Pitsidianakis } 1065a5110d2SManos Pitsidianakis 1075a5110d2SManos Pitsidianakis impl Default for QemuAllocator { 1085a5110d2SManos Pitsidianakis fn default() -> Self { 1095a5110d2SManos Pitsidianakis Self::new() 1105a5110d2SManos Pitsidianakis } 1115a5110d2SManos Pitsidianakis } 1125a5110d2SManos Pitsidianakis 1135a5110d2SManos Pitsidianakis // Sanity check. 1149f7d4520SPaolo Bonzini const _: [(); 8] = [(); ::core::mem::size_of::<*mut c_void>()]; 1155a5110d2SManos Pitsidianakis 1165a5110d2SManos Pitsidianakis unsafe impl GlobalAlloc for QemuAllocator { 1175a5110d2SManos Pitsidianakis unsafe fn alloc(&self, layout: Layout) -> *mut u8 { 1185a5110d2SManos Pitsidianakis if matches!(Self::DEFAULT_ALIGNMENT_BYTES, Some(default) if default.checked_rem(layout.align()) == Some(0)) 1195a5110d2SManos Pitsidianakis { 1205a5110d2SManos Pitsidianakis // SAFETY: g_malloc0() is safe to call. 1215a5110d2SManos Pitsidianakis unsafe { g_malloc0(layout.size().try_into().unwrap()).cast::<u8>() } 1225a5110d2SManos Pitsidianakis } else { 1235a5110d2SManos Pitsidianakis #[cfg(HAVE_GLIB_WITH_ALIGNED_ALLOC)] 1245a5110d2SManos Pitsidianakis { 1255a5110d2SManos Pitsidianakis // SAFETY: g_aligned_alloc0() is safe to call. 1265a5110d2SManos Pitsidianakis unsafe { 1275a5110d2SManos Pitsidianakis g_aligned_alloc0( 1285a5110d2SManos Pitsidianakis layout.size().try_into().unwrap(), 1295a5110d2SManos Pitsidianakis 1, 1305a5110d2SManos Pitsidianakis layout.align().try_into().unwrap(), 1315a5110d2SManos Pitsidianakis ) 1325a5110d2SManos Pitsidianakis .cast::<u8>() 1335a5110d2SManos Pitsidianakis } 1345a5110d2SManos Pitsidianakis } 1355a5110d2SManos Pitsidianakis #[cfg(not(HAVE_GLIB_WITH_ALIGNED_ALLOC))] 1365a5110d2SManos Pitsidianakis { 1375a5110d2SManos Pitsidianakis // SAFETY: qemu_memalign() is safe to call. 1385a5110d2SManos Pitsidianakis unsafe { qemu_memalign(layout.align(), layout.size()).cast::<u8>() } 1395a5110d2SManos Pitsidianakis } 1405a5110d2SManos Pitsidianakis } 1415a5110d2SManos Pitsidianakis } 1425a5110d2SManos Pitsidianakis 1435a5110d2SManos Pitsidianakis unsafe fn dealloc(&self, ptr: *mut u8, layout: Layout) { 1445a5110d2SManos Pitsidianakis if matches!(Self::DEFAULT_ALIGNMENT_BYTES, Some(default) if default.checked_rem(layout.align()) == Some(0)) 1455a5110d2SManos Pitsidianakis { 1465a5110d2SManos Pitsidianakis // SAFETY: `ptr` must have been allocated by Self::alloc thus a valid 1475a5110d2SManos Pitsidianakis // glib-allocated pointer, so `g_free`ing is safe. 1485a5110d2SManos Pitsidianakis unsafe { g_free(ptr.cast::<_>()) } 1495a5110d2SManos Pitsidianakis } else { 1505a5110d2SManos Pitsidianakis #[cfg(HAVE_GLIB_WITH_ALIGNED_ALLOC)] 1515a5110d2SManos Pitsidianakis { 1525a5110d2SManos Pitsidianakis // SAFETY: `ptr` must have been allocated by Self::alloc thus a valid aligned 1535a5110d2SManos Pitsidianakis // glib-allocated pointer, so `g_aligned_free`ing is safe. 1545a5110d2SManos Pitsidianakis unsafe { g_aligned_free(ptr.cast::<_>()) } 1555a5110d2SManos Pitsidianakis } 1565a5110d2SManos Pitsidianakis #[cfg(not(HAVE_GLIB_WITH_ALIGNED_ALLOC))] 1575a5110d2SManos Pitsidianakis { 1585a5110d2SManos Pitsidianakis // SAFETY: `ptr` must have been allocated by Self::alloc thus a valid aligned 1595a5110d2SManos Pitsidianakis // glib-allocated pointer, so `qemu_vfree`ing is safe. 1605a5110d2SManos Pitsidianakis unsafe { qemu_vfree(ptr.cast::<_>()) } 1615a5110d2SManos Pitsidianakis } 1625a5110d2SManos Pitsidianakis } 1635a5110d2SManos Pitsidianakis } 1645a5110d2SManos Pitsidianakis } 165f3518400SJunjie Mao 166f3518400SJunjie Mao #[cfg(has_offset_of)] 167f3518400SJunjie Mao pub use core::mem::offset_of; 168