// SPDX-License-Identifier: GPL-2.0 //! FWSEC is a High Secure firmware that is extracted from the BIOS and performs the first step of //! the GSP startup by creating the WPR2 memory region and copying critical areas of the VBIOS into //! it after authenticating them, ensuring they haven't been tampered with. It runs on the GSP //! falcon. //! //! Before being run, it needs to be patched in two areas: //! //! - The command to be run, as this firmware can perform several tasks ; //! - The ucode signature, so the GSP falcon can run FWSEC in HS mode. use core::{ marker::PhantomData, mem::size_of, ops::Deref, // }; use kernel::{ device::{ self, Device, // }, prelude::*, transmute::{ AsBytes, FromBytes, // }, }; use crate::{ dma::DmaObject, driver::Bar0, falcon::{ gsp::Gsp, Falcon, FalconBromParams, FalconFirmware, FalconLoadParams, FalconLoadTarget, // }, firmware::{ FalconUCodeDescV3, FirmwareDmaObject, FirmwareSignature, Signed, Unsigned, // }, num::{ FromSafeCast, IntoSafeCast, // }, vbios::Vbios, }; const NVFW_FALCON_APPIF_ID_DMEMMAPPER: u32 = 0x4; #[repr(C)] #[derive(Debug)] struct FalconAppifHdrV1 { version: u8, header_size: u8, entry_size: u8, entry_count: u8, } // SAFETY: Any byte sequence is valid for this struct. unsafe impl FromBytes for FalconAppifHdrV1 {} #[repr(C, packed)] #[derive(Debug)] struct FalconAppifV1 { id: u32, dmem_base: u32, } // SAFETY: Any byte sequence is valid for this struct. unsafe impl FromBytes for FalconAppifV1 {} #[derive(Debug)] #[repr(C, packed)] struct FalconAppifDmemmapperV3 { signature: u32, version: u16, size: u16, cmd_in_buffer_offset: u32, cmd_in_buffer_size: u32, cmd_out_buffer_offset: u32, cmd_out_buffer_size: u32, nvf_img_data_buffer_offset: u32, nvf_img_data_buffer_size: u32, printf_buffer_hdr: u32, ucode_build_time_stamp: u32, ucode_signature: u32, init_cmd: u32, ucode_feature: u32, ucode_cmd_mask0: u32, ucode_cmd_mask1: u32, multi_tgt_tbl: u32, } // SAFETY: Any byte sequence is valid for this struct. unsafe impl FromBytes for FalconAppifDmemmapperV3 {} // SAFETY: This struct doesn't contain uninitialized bytes and doesn't have interior mutability. unsafe impl AsBytes for FalconAppifDmemmapperV3 {} #[derive(Debug)] #[repr(C, packed)] struct ReadVbios { ver: u32, hdr: u32, addr: u64, size: u32, flags: u32, } // SAFETY: Any byte sequence is valid for this struct. unsafe impl FromBytes for ReadVbios {} // SAFETY: This struct doesn't contain uninitialized bytes and doesn't have interior mutability. unsafe impl AsBytes for ReadVbios {} #[derive(Debug)] #[repr(C, packed)] struct FrtsRegion { ver: u32, hdr: u32, addr: u32, size: u32, ftype: u32, } // SAFETY: Any byte sequence is valid for this struct. unsafe impl FromBytes for FrtsRegion {} // SAFETY: This struct doesn't contain uninitialized bytes and doesn't have interior mutability. unsafe impl AsBytes for FrtsRegion {} const NVFW_FRTS_CMD_REGION_TYPE_FB: u32 = 2; #[repr(C, packed)] struct FrtsCmd { read_vbios: ReadVbios, frts_region: FrtsRegion, } // SAFETY: Any byte sequence is valid for this struct. unsafe impl FromBytes for FrtsCmd {} // SAFETY: This struct doesn't contain uninitialized bytes and doesn't have interior mutability. unsafe impl AsBytes for FrtsCmd {} const NVFW_FALCON_APPIF_DMEMMAPPER_CMD_FRTS: u32 = 0x15; const NVFW_FALCON_APPIF_DMEMMAPPER_CMD_SB: u32 = 0x19; /// Command for the [`FwsecFirmware`] to execute. pub(crate) enum FwsecCommand { /// Asks [`FwsecFirmware`] to carve out the WPR2 area and place a verified copy of the VBIOS /// image into it. Frts { frts_addr: u64, frts_size: u64 }, /// Asks [`FwsecFirmware`] to load pre-OS apps on the PMU. #[expect(dead_code)] Sb, } /// Size of the signatures used in FWSEC. const BCRT30_RSA3K_SIG_SIZE: usize = 384; /// A single signature that can be patched into a FWSEC image. #[repr(transparent)] pub(crate) struct Bcrt30Rsa3kSignature([u8; BCRT30_RSA3K_SIG_SIZE]); /// SAFETY: A signature is just an array of bytes. unsafe impl FromBytes for Bcrt30Rsa3kSignature {} impl From<[u8; BCRT30_RSA3K_SIG_SIZE]> for Bcrt30Rsa3kSignature { fn from(sig: [u8; BCRT30_RSA3K_SIG_SIZE]) -> Self { Self(sig) } } impl AsRef<[u8]> for Bcrt30Rsa3kSignature { fn as_ref(&self) -> &[u8] { &self.0 } } impl FirmwareSignature for Bcrt30Rsa3kSignature {} /// Reinterpret the area starting from `offset` in `fw` as an instance of `T` (which must implement /// [`FromBytes`]) and return a reference to it. /// /// # Safety /// /// * Callers must ensure that the device does not read/write to/from memory while the returned /// reference is live. /// * Callers must ensure that this call does not race with a write to the same region while /// the returned reference is live. unsafe fn transmute(fw: &DmaObject, offset: usize) -> Result<&T> { // SAFETY: The safety requirements of the function guarantee the device won't read // or write to memory while the reference is alive and that this call won't race // with writes to the same memory region. T::from_bytes(unsafe { fw.as_slice(offset, size_of::())? }).ok_or(EINVAL) } /// Reinterpret the area starting from `offset` in `fw` as a mutable instance of `T` (which must /// implement [`FromBytes`]) and return a reference to it. /// /// # Safety /// /// * Callers must ensure that the device does not read/write to/from memory while the returned /// slice is live. /// * Callers must ensure that this call does not race with a read or write to the same region /// while the returned slice is live. unsafe fn transmute_mut( fw: &mut DmaObject, offset: usize, ) -> Result<&mut T> { // SAFETY: The safety requirements of the function guarantee the device won't read // or write to memory while the reference is alive and that this call won't race // with writes or reads to the same memory region. T::from_bytes_mut(unsafe { fw.as_slice_mut(offset, size_of::())? }).ok_or(EINVAL) } /// The FWSEC microcode, extracted from the BIOS and to be run on the GSP falcon. /// /// It is responsible for e.g. carving out the WPR2 region as the first step of the GSP bootflow. pub(crate) struct FwsecFirmware { /// Descriptor of the firmware. desc: FalconUCodeDescV3, /// GPU-accessible DMA object containing the firmware. ucode: FirmwareDmaObject, } impl FalconLoadParams for FwsecFirmware { fn imem_load_params(&self) -> FalconLoadTarget { FalconLoadTarget { src_start: 0, dst_start: self.desc.imem_phys_base, len: self.desc.imem_load_size, } } fn dmem_load_params(&self) -> FalconLoadTarget { FalconLoadTarget { src_start: self.desc.imem_load_size, dst_start: self.desc.dmem_phys_base, len: self.desc.dmem_load_size, } } fn brom_params(&self) -> FalconBromParams { FalconBromParams { pkc_data_offset: self.desc.pkc_data_offset, engine_id_mask: self.desc.engine_id_mask, ucode_id: self.desc.ucode_id, } } fn boot_addr(&self) -> u32 { 0 } } impl Deref for FwsecFirmware { type Target = DmaObject; fn deref(&self) -> &Self::Target { &self.ucode.0 } } impl FalconFirmware for FwsecFirmware { type Target = Gsp; } impl FirmwareDmaObject { fn new_fwsec(dev: &Device, bios: &Vbios, cmd: FwsecCommand) -> Result { let desc = bios.fwsec_image().header()?; let ucode = bios.fwsec_image().ucode(desc)?; let mut dma_object = DmaObject::from_data(dev, ucode)?; let hdr_offset = usize::from_safe_cast(desc.imem_load_size + desc.interface_offset); // SAFETY: we have exclusive access to `dma_object`. let hdr: &FalconAppifHdrV1 = unsafe { transmute(&dma_object, hdr_offset) }?; if hdr.version != 1 { return Err(EINVAL); } // Find the DMEM mapper section in the firmware. for i in 0..usize::from(hdr.entry_count) { // SAFETY: we have exclusive access to `dma_object`. let app: &FalconAppifV1 = unsafe { transmute( &dma_object, hdr_offset + usize::from(hdr.header_size) + i * usize::from(hdr.entry_size), ) }?; if app.id != NVFW_FALCON_APPIF_ID_DMEMMAPPER { continue; } let dmem_base = app.dmem_base; // SAFETY: we have exclusive access to `dma_object`. let dmem_mapper: &mut FalconAppifDmemmapperV3 = unsafe { transmute_mut( &mut dma_object, (desc.imem_load_size + dmem_base).into_safe_cast(), ) }?; dmem_mapper.init_cmd = match cmd { FwsecCommand::Frts { .. } => NVFW_FALCON_APPIF_DMEMMAPPER_CMD_FRTS, FwsecCommand::Sb => NVFW_FALCON_APPIF_DMEMMAPPER_CMD_SB, }; let cmd_in_buffer_offset = dmem_mapper.cmd_in_buffer_offset; // SAFETY: we have exclusive access to `dma_object`. let frts_cmd: &mut FrtsCmd = unsafe { transmute_mut( &mut dma_object, (desc.imem_load_size + cmd_in_buffer_offset).into_safe_cast(), ) }?; frts_cmd.read_vbios = ReadVbios { ver: 1, hdr: u32::try_from(size_of::())?, addr: 0, size: 0, flags: 2, }; if let FwsecCommand::Frts { frts_addr, frts_size, } = cmd { frts_cmd.frts_region = FrtsRegion { ver: 1, hdr: u32::try_from(size_of::())?, addr: u32::try_from(frts_addr >> 12)?, size: u32::try_from(frts_size >> 12)?, ftype: NVFW_FRTS_CMD_REGION_TYPE_FB, }; } // Return early as we found and patched the DMEMMAPPER region. return Ok(Self(dma_object, PhantomData)); } Err(ENOTSUPP) } } impl FwsecFirmware { /// Extract the Fwsec firmware from `bios` and patch it to run on `falcon` with the `cmd` /// command. pub(crate) fn new( dev: &Device, falcon: &Falcon, bar: &Bar0, bios: &Vbios, cmd: FwsecCommand, ) -> Result { let ucode_dma = FirmwareDmaObject::::new_fwsec(dev, bios, cmd)?; // Patch signature if needed. let desc = bios.fwsec_image().header()?; let ucode_signed = if desc.signature_count != 0 { let sig_base_img = usize::from_safe_cast(desc.imem_load_size + desc.pkc_data_offset); let desc_sig_versions = u32::from(desc.signature_versions); let reg_fuse_version = falcon.signature_reg_fuse_version(bar, desc.engine_id_mask, desc.ucode_id)?; dev_dbg!( dev, "desc_sig_versions: {:#x}, reg_fuse_version: {}\n", desc_sig_versions, reg_fuse_version ); let signature_idx = { let reg_fuse_version_bit = 1 << reg_fuse_version; // Check if the fuse version is supported by the firmware. if desc_sig_versions & reg_fuse_version_bit == 0 { dev_err!( dev, "no matching signature: {:#x} {:#x}\n", reg_fuse_version_bit, desc_sig_versions, ); return Err(EINVAL); } // `desc_sig_versions` has one bit set per included signature. Thus, the index of // the signature to patch is the number of bits in `desc_sig_versions` set to `1` // before `reg_fuse_version_bit`. // Mask of the bits of `desc_sig_versions` to preserve. let reg_fuse_version_mask = reg_fuse_version_bit.wrapping_sub(1); usize::from_safe_cast((desc_sig_versions & reg_fuse_version_mask).count_ones()) }; dev_dbg!(dev, "patching signature with index {}\n", signature_idx); let signature = bios .fwsec_image() .sigs(desc) .and_then(|sigs| sigs.get(signature_idx).ok_or(EINVAL))?; ucode_dma.patch_signature(signature, sig_base_img)? } else { ucode_dma.no_patch_signature() }; Ok(FwsecFirmware { desc: desc.clone(), ucode: ucode_signed, }) } /// Loads the FWSEC firmware into `falcon` and execute it. pub(crate) fn run( &self, dev: &Device, falcon: &Falcon, bar: &Bar0, ) -> Result<()> { // Reset falcon, load the firmware, and run it. falcon .reset(bar) .inspect_err(|e| dev_err!(dev, "Failed to reset GSP falcon: {:?}\n", e))?; falcon .dma_load(bar, self) .inspect_err(|e| dev_err!(dev, "Failed to load FWSEC firmware: {:?}\n", e))?; let (mbox0, _) = falcon .boot(bar, Some(0), None) .inspect_err(|e| dev_err!(dev, "Failed to boot FWSEC firmware: {:?}\n", e))?; if mbox0 != 0 { dev_err!(dev, "FWSEC firmware returned error {}\n", mbox0); Err(EIO) } else { Ok(()) } } }