use std::ffi::{OsStr, OsString}; use std::fs::File; use std::io; use std::os::fd::{AsFd, AsRawFd, OwnedFd}; use std::os::unix::fs::FileExt; use std::time::{Duration, Instant}; use lazaret_core::codec::{decode, encode}; use lazaret_core::identity::{ ConfigurationFingerprint, CoordinatorId, DerivedPolicyDigest, DomainId, GenerationId, NetworkSidecarId, }; use lazaret_core::network::CanonicalDerivedNetworkPolicy; use lazaret_core::records::{ HostProcessOwnershipSlot, NetworkReadinessAttestation, ProcessOwnershipCommitAck, StagedProcessOwnership, }; use lazaret_linux::capability; use lazaret_linux::filesystem::sealed_memfd; use lazaret_linux::process::{ ChildStandardIo, ParentEdge, ProcessOwnershipContext, RetainedProcess, TargetCommand, child_broker, current_process_identity, }; use rustix::event::{PollFd, PollFlags, Timespec, poll}; use rustix::fs::{MemfdFlags, memfd_create}; use rustix::io::{FdFlags, fcntl_setfd, read, write}; use rustix::process::Signal; use rustix::thread::CapabilitySet; use serde::{Deserialize, Serialize}; use crate::network::{ NetworkAttestationContext, NetworkProbeRequest, PreparedNetwork, prepare_network, probe_current_network, }; use crate::sandbox::RunscCommand; const PRIVATE_ROLE_ARGUMENT: &str = "--lazaret-runtime-supervisor-role"; const MAX_CONTROL_MESSAGE: usize = 16 * 1024; const READINESS_TIMEOUT: Duration = Duration::from_secs(30); const TERMINATION_GRACE: Duration = Duration::from_secs(2); #[derive(Clone, Copy, Debug, Deserialize, Eq, PartialEq, Serialize)] pub enum AttachedRunscSignal { Stop, Continue, Kill, } impl AttachedRunscSignal { const fn signal(self) -> Signal { match self { Self::Stop => Signal::STOP, Self::Continue => Signal::CONT, Self::Kill => Signal::KILL, } } } #[derive(Clone, Debug, Deserialize, Eq, PartialEq, Serialize)] pub enum SupervisorEvent { HelperStaged(StagedProcessOwnership), HelperReady(StagedProcessOwnership), NetworkAttestation(NetworkReadinessAttestation), NetworkProbe(lazaret_core::records::NetworkReachabilityProbe), HelperExited, Staged(StagedProcessOwnership), Ready { staged: StagedProcessOwnership, sentry_pid_inventory: u32, }, SignalApplied(AttachedRunscSignal), AttachedRunscExited, Stopped, Refused(String), } #[derive(Clone, Debug, Deserialize, Eq, PartialEq, Serialize)] enum CoordinatorMessage { HelperStagedAck(ProcessOwnershipCommitAck), NetworkAttestationAccepted(NetworkProbeRequest), NetworkReadinessCommitted, StagedAck(ProcessOwnershipCommitAck), SandboxCommitted, SignalAttachedRunsc(AttachedRunscSignal), Stop, } pub struct CoordinatorChannel { descriptor: OwnedFd, } impl CoordinatorChannel { #[must_use] pub const fn new(descriptor: OwnedFd) -> Self { Self { descriptor } } /// # Errors /// Returns an error for a closed, malformed, oversized, or unknown message. pub fn receive(&self) -> io::Result { receive_message(&self.descriptor) } /// # Errors /// Returns an error when the exact typed acknowledgment cannot be delivered. pub fn acknowledge_staged(&self, acknowledgment: ProcessOwnershipCommitAck) -> io::Result<()> { send_message( &self.descriptor, &CoordinatorMessage::StagedAck(acknowledgment), ) } /// # Errors /// Returns an error when the exact helper acknowledgment cannot be delivered. pub fn acknowledge_helper(&self, acknowledgment: ProcessOwnershipCommitAck) -> io::Result<()> { send_message( &self.descriptor, &CoordinatorMessage::HelperStagedAck(acknowledgment), ) } /// # Errors /// Returns an error when accepted attestation cannot release sandbox acquisition. pub fn acknowledge_network_attestation(&self, request: NetworkProbeRequest) -> io::Result<()> { send_message( &self.descriptor, &CoordinatorMessage::NetworkAttestationAccepted(request), ) } /// # Errors /// Returns an error when durable network readiness cannot release sandbox acquisition. pub fn acknowledge_network_readiness(&self) -> io::Result<()> { send_message( &self.descriptor, &CoordinatorMessage::NetworkReadinessCommitted, ) } /// # Errors /// Returns an error when the durable sandbox commit cannot be acknowledged. pub fn acknowledge_sandbox_committed(&self) -> io::Result<()> { send_message(&self.descriptor, &CoordinatorMessage::SandboxCommitted) } /// # Errors /// Returns an error when the exact retained-runsc action cannot be requested. pub fn signal_attached_runsc(&self, signal: AttachedRunscSignal) -> io::Result<()> { send_message( &self.descriptor, &CoordinatorMessage::SignalAttachedRunsc(signal), ) } /// # Errors /// Returns an error when ordered sandbox stop cannot be requested. pub fn stop(&self) -> io::Result<()> { send_message(&self.descriptor, &CoordinatorMessage::Stop) } } pub struct RuntimeSupervisorLaunch { target: TargetCommand, ownership: ProcessOwnershipContext, _policy_file: Option, network_sidecar_id: Option, } pub struct RuntimeNetworkLaunch<'policy> { pub policy: &'policy CanonicalDerivedNetworkPolicy, pub configuration_fingerprint: ConfigurationFingerprint, pub network_sidecar_id: NetworkSidecarId, } impl RuntimeSupervisorLaunch { /// # Errors /// Refuses any command other than the deterministic foreground attached-runsc form. pub fn from_runsc_command( ownership: ProcessOwnershipContext, command: &RunscCommand, ) -> io::Result { if ownership.slot != HostProcessOwnershipSlot::SandboxRuntimeSupervisor || command.program() != OsStr::new("runsc") || !command .arguments() .iter() .any(|argument| argument == OsStr::new("run")) || command .arguments() .iter() .any(|argument| matches!(argument.to_str(), Some("-detach" | "--detach" | "-d"))) { return Err(io::Error::other( "Runtime Supervisor requires foreground attached runsc", )); } let mut target = TargetCommand::new("/proc/self/exe") .argument(PRIVATE_ROLE_ARGUMENT) .argument("--domain") .argument(hex(ownership.domain_id.as_bytes())) .argument("--generation") .argument(ownership.generation_id.get().to_string()) .argument("--coordinator") .argument(hex(ownership.coordinator_id.as_bytes())) .argument("--runsc") .argument(command.program()); for argument in command.arguments() { target = target.argument(argument); } Ok(Self { target: target.with_lifetime_pipe_parent_edge(), ownership, _policy_file: None, network_sidecar_id: None, }) } /// Builds the RS-owned network path with one inherited sealed policy document. /// /// # Errors /// Refuses an invalid runsc form or a policy descriptor that cannot be sealed and inherited. pub fn from_networked_runsc_command( ownership: ProcessOwnershipContext, command: &RunscCommand, network: RuntimeNetworkLaunch<'_>, ) -> io::Result { let runtime_supervisor_executable = std::env::current_exe()?; let mut launch = Self::from_runsc_command(ownership, command)?; let policy_file = sealed_memfd("lazaret-network-policy", network.policy.canonical_bytes())?; fcntl_setfd(policy_file.as_fd(), FdFlags::empty())?; let policy_fd = policy_file.as_raw_fd(); let target = std::mem::replace( &mut launch.target, TargetCommand::new("/usr/bin/false").with_lifetime_pipe_parent_edge(), ); launch.target = TargetCommand::new(runtime_supervisor_executable) .argument(PRIVATE_ROLE_ARGUMENT) .argument("--domain") .argument(hex(ownership.domain_id.as_bytes())) .argument("--generation") .argument(ownership.generation_id.get().to_string()) .argument("--coordinator") .argument(hex(ownership.coordinator_id.as_bytes())) .argument("--network-policy-fd") .argument(policy_fd.to_string()) .argument("--network-policy-digest") .argument(hex(network.policy.digest().as_bytes())) .argument("--configuration-fingerprint") .argument(hex(network.configuration_fingerprint.as_bytes())) .argument("--network-sidecar") .argument(hex(network.network_sidecar_id.as_bytes())) .argument("--runsc") .argument(command.program()); for argument in command.arguments() { launch.target = launch.target.argument(argument); } launch.target = launch.target.with_lifetime_pipe_parent_edge(); drop(target); launch._policy_file = Some(policy_file); launch.network_sidecar_id = Some(network.network_sidecar_id); Ok(launch) } #[must_use] pub const fn target(&self) -> &TargetCommand { &self.target } #[must_use] pub const fn ownership(&self) -> ProcessOwnershipContext { self.ownership } #[must_use] pub const fn network_sidecar_id(&self) -> Option { self.network_sidecar_id } /// # Errors /// Refuses a Runtime Supervisor target without the lifetime-pipe parent edge. pub fn child_standard_io( &self, private_control: OwnedFd, lifetime_pipe: OwnedFd, ) -> io::Result { if self.target.parent_edge() != ParentEdge::LifetimePipe { return Err(io::Error::other( "Runtime Supervisor launch requires the lifetime-pipe parent edge", )); } Ok(ChildStandardIo::private_control_with_lifetime_pipe( private_control, lifetime_pipe, )) } } /// Runs the Runtime Supervisor's private early role before ordinary binary dispatch. /// /// # Errors /// Returns a fail-closed parse, acquisition, capability, channel, or process error. #[must_use] pub fn dispatch_private_runtime_role(arguments: &[OsString]) -> Option> { if arguments .first() .is_none_or(|argument| argument != PRIVATE_ROLE_ARGUMENT) { return None; } let result = parse_runtime_arguments(&arguments[1..]).and_then(|parsed| run_supervisor(&parsed)); if let Err(error) = &result { let _ = send_message( std::io::stdout(), &SupervisorEvent::Refused(error.to_string()), ); } Some(result) } struct RuntimeArguments { ownership: ProcessOwnershipContext, network: Option, runsc_program: OsString, runsc_arguments: Vec, } struct RuntimeNetworkArguments { policy_fd: i32, policy_digest: DerivedPolicyDigest, configuration_fingerprint: ConfigurationFingerprint, network_sidecar_id: NetworkSidecarId, } fn parse_runtime_arguments(arguments: &[OsString]) -> io::Result { let mut arguments = arguments.iter().peekable(); let domain = parse_fixed_hex(named(&mut arguments, "--domain")?)?; let generation = named(&mut arguments, "--generation")? .to_str() .and_then(|value| value.parse().ok()) .ok_or_else(|| io::Error::other("Runtime Supervisor generation is invalid"))?; let coordinator = parse_fixed_hex(named(&mut arguments, "--coordinator")?)?; let network = if arguments .peek() .is_some_and(|value| *value == "--network-policy-fd") { Some(parse_network_arguments(&mut arguments)?) } else { None }; if arguments.next().is_none_or(|value| value != "--runsc") { return Err(io::Error::other( "Runtime Supervisor runsc separator is missing", )); } let program = arguments .next() .ok_or_else(|| io::Error::other("Runtime Supervisor runsc program is missing"))?; if program != "runsc" { return Err(io::Error::other("Runtime Supervisor target is not runsc")); } Ok(RuntimeArguments { ownership: ProcessOwnershipContext { domain_id: DomainId::new(domain), generation_id: GenerationId::new(generation), coordinator_id: CoordinatorId::new(coordinator), slot: HostProcessOwnershipSlot::SandboxAttachedRunsc, }, network, runsc_program: (*program).clone(), runsc_arguments: arguments.cloned().collect(), }) } fn parse_network_arguments<'a>( arguments: &mut impl Iterator, ) -> io::Result { let policy_fd = named(arguments, "--network-policy-fd")? .to_str() .and_then(|value| value.parse().ok()) .filter(|value| *value >= 0) .ok_or_else(|| io::Error::other("Runtime Supervisor policy descriptor is invalid"))?; let policy_digest = DerivedPolicyDigest::new(parse_fixed_hex(named( arguments, "--network-policy-digest", )?)?); let configuration_fingerprint = ConfigurationFingerprint::new(parse_fixed_hex(named( arguments, "--configuration-fingerprint", )?)?); let network_sidecar_id = NetworkSidecarId::new(parse_fixed_hex(named(arguments, "--network-sidecar")?)?); Ok(RuntimeNetworkArguments { policy_fd, policy_digest, configuration_fingerprint, network_sidecar_id, }) } fn named<'a>( arguments: &mut impl Iterator, name: &str, ) -> io::Result<&'a OsString> { if arguments.next().is_none_or(|value| value != name) { return Err(io::Error::other(format!( "Runtime Supervisor argument {name} is missing" ))); } arguments .next() .ok_or_else(|| io::Error::other(format!("Runtime Supervisor argument {name} has no value"))) } fn parse_fixed_hex(value: &OsStr) -> io::Result<[u8; 32]> { let value = value .to_str() .ok_or_else(|| io::Error::other("Runtime Supervisor identity is not UTF-8"))?; if value.len() != 64 || !value.bytes().all(|byte| byte.is_ascii_hexdigit()) { return Err(io::Error::other("Runtime Supervisor identity is invalid")); } let mut bytes = [0_u8; 32]; for (index, byte) in bytes.iter_mut().enumerate() { *byte = u8::from_str_radix(&value[index * 2..index * 2 + 2], 16) .map_err(|_| io::Error::other("Runtime Supervisor identity is invalid"))?; } Ok(bytes) } fn run_supervisor(arguments: &RuntimeArguments) -> io::Result<()> { require_lifetime_held()?; let control = std::io::stdout(); let parent = current_process_identity()?; let network = match &arguments.network { Some(network) => Some(prepare_runtime_network( arguments, network, parent, &control, )?), None => None, }; let pid_file = File::from(memfd_create("lazaret-runsc-pid", MemfdFlags::empty())?); fcntl_setfd(pid_file.as_fd(), FdFlags::empty())?; let runsc = runsc_target(arguments, pid_file.as_raw_fd())?; let staged = std::cell::Cell::new(None); let process = match child_broker().acquire_with_stdio( parent, arguments.ownership, &runsc, attached_runsc_standard_io(&runsc)?, |ownership| { staged.set(Some(ownership)); send_message(&control, &SupervisorEvent::Staged(ownership)) }, |ownership| match receive_message(&control)? { CoordinatorMessage::StagedAck(acknowledgment) if acknowledgment.acknowledges(&ownership) => { Ok(acknowledgment) } _ => Err(io::Error::other( "Runtime Supervisor received a mismatched staged acknowledgment", )), }, ) { Ok(process) => process, Err(error) => return fail_network(network, error), }; if let Err(error) = fcntl_setfd(pid_file.as_fd(), FdFlags::CLOEXEC) { return fail_with_network_cleanup(process, network, error.into()); } let Some(staged) = staged.get() else { return fail_with_network_cleanup( process, network, io::Error::other("attached runsc ownership was not staged"), ); }; let sentry_pid_inventory = match wait_for_runsc_ready(&pid_file, &process) { Ok(pid) => pid, Err(error) => return fail_with_network_cleanup(process, network, error), }; if let Err(error) = capability::irreversibly_drop(CapabilitySet::NET_ADMIN) { return fail_with_network_cleanup(process, network, error); } if let Err(error) = capability::require_regain_refused(CapabilitySet::NET_ADMIN) { return fail_with_network_cleanup(process, network, error); } if let Err(error) = send_message( &control, &SupervisorEvent::Ready { staged, sentry_pid_inventory, }, ) { return fail_with_network_cleanup(process, network, error); } let committed: CoordinatorMessage = match receive_message(&control) { Ok(committed) => committed, Err(error) => return fail_with_network_cleanup(process, network, error), }; if committed != CoordinatorMessage::SandboxCommitted { return fail_with_network_cleanup( process, network, io::Error::other("sandbox commit acknowledgment was not received"), ); } supervise(&control, process, network) } fn prepare_runtime_network( arguments: &RuntimeArguments, network: &RuntimeNetworkArguments, runtime_supervisor: lazaret_core::identity::PidfsProcessIdentityV1, control: &std::io::Stdout, ) -> io::Result { let policy_file = File::open(format!("/proc/self/fd/{}", network.policy_fd))?; let staged = std::cell::Cell::new(None); let prepared = prepare_network( &policy_file, network.policy_digest, NetworkAttestationContext { domain_id: arguments.ownership.domain_id, generation_id: arguments.ownership.generation_id, configuration_fingerprint: network.configuration_fingerprint, network_sidecar_id: network.network_sidecar_id, runtime_supervisor, coordinator_id: arguments.ownership.coordinator_id, }, |ownership| { staged.set(Some(ownership)); send_message(control, &SupervisorEvent::HelperStaged(ownership)) }, |ownership| match receive_message(control)? { CoordinatorMessage::HelperStagedAck(acknowledgment) if acknowledgment.acknowledges(&ownership) => { Ok(acknowledgment) } _ => Err(io::Error::other( "Runtime Supervisor received a mismatched helper acknowledgment", )), }, )?; let staged = staged .get() .ok_or_else(|| io::Error::other("connectivity helper ownership was not staged"))?; if let Err(error) = send_message(control, &SupervisorEvent::HelperReady(staged)) { return fail_network(Some(prepared), error); } if let Err(error) = send_message( control, &SupervisorEvent::NetworkAttestation(prepared.attestation().clone()), ) { return fail_network(Some(prepared), error); } let message: CoordinatorMessage = match receive_message(control) { Ok(message) => message, Err(error) => return fail_network(Some(prepared), error), }; let request = match message { CoordinatorMessage::NetworkAttestationAccepted(request) => request, _ => { return fail_network( Some(prepared), io::Error::other("network attestation acceptance was not received"), ); } }; let probe = match probe_current_network(&request) { Ok(probe) => probe, Err(error) => return fail_network(Some(prepared), error), }; if let Err(error) = send_message(control, &SupervisorEvent::NetworkProbe(probe)) { return fail_network(Some(prepared), error); } let committed: CoordinatorMessage = match receive_message(control) { Ok(message) => message, Err(error) => return fail_network(Some(prepared), error), }; if committed != CoordinatorMessage::NetworkReadinessCommitted { return fail_network( Some(prepared), io::Error::other("durable network readiness was not acknowledged"), ); } Ok(prepared) } fn runsc_target(arguments: &RuntimeArguments, pid_file: i32) -> io::Result { let run = arguments .runsc_arguments .iter() .position(|argument| argument == "run") .ok_or_else(|| io::Error::other("attached runsc command has no run operation"))?; let mut target = TargetCommand::new(arguments.runsc_program.clone()); for argument in &arguments.runsc_arguments[..=run] { target = target.argument(argument); } target = target.argument(format!("-pid-file=/proc/self/fd/{pid_file}")); for argument in &arguments.runsc_arguments[run + 1..] { target = target.argument(argument); } Ok(target.with_parent_death_kill_edge()) } fn attached_runsc_standard_io(target: &TargetCommand) -> io::Result { if target.parent_edge() != ParentEdge::ParentDeathKill { return Err(io::Error::other( "attached runsc requires the parent-death KILL edge", )); } Ok(ChildStandardIo::silenced()) } fn wait_for_runsc_ready(pid_file: &File, process: &RetainedProcess) -> io::Result { let deadline = Instant::now() + READINESS_TIMEOUT; let mut bytes = [0_u8; 32]; loop { require_lifetime_held()?; if process.has_exited()? { return Err(io::Error::other("attached runsc exited before readiness")); } let length = pid_file.read_at(&mut bytes, 0)?; if length > 0 { return std::str::from_utf8(&bytes[..length]) .ok() .map(str::trim) .and_then(|value| value.parse().ok()) .filter(|pid| *pid > 0) .ok_or_else(|| io::Error::other("runsc pid-file readiness is malformed")); } if Instant::now() >= deadline { return Err(io::Error::other("attached runsc readiness timed out")); } std::thread::sleep(Duration::from_millis(5)); } } fn supervise( control: &std::io::Stdout, process: RetainedProcess, mut network: Option, ) -> io::Result<()> { loop { let exited = match process.has_exited() { Ok(exited) => exited, Err(error) => return fail_with_network_cleanup(process, network, error), }; if exited { child_broker().reap(process)?; stop_network(network)?; send_message(control, &SupervisorEvent::AttachedRunscExited)?; return Ok(()); } if network .as_ref() .is_some_and(|network| network.helper_exited().unwrap_or(true)) { network .take() .ok_or_else(|| io::Error::other("connectivity helper handle is absent"))? .reap_exited()?; send_message(control, &SupervisorEvent::HelperExited)?; } let lease_lost = match lifetime_lost() { Ok(lost) => lost, Err(error) => return fail_with_network_cleanup(process, network, error), }; if lease_lost { terminate_and_reap(process)?; stop_network(network)?; return Ok(()); } let mut descriptors = [PollFd::new(control, PollFlags::IN)]; if let Err(error) = poll( &mut descriptors, Some(&Timespec { tv_sec: 0, tv_nsec: 10_000_000, }), ) { return fail_with_network_cleanup(process, network, error.into()); } let events = descriptors[0].revents(); if events.intersects(PollFlags::HUP | PollFlags::ERR) { return fail_with_network_cleanup( process, network, io::Error::new( io::ErrorKind::UnexpectedEof, "runtime control channel closed", ), ); } if events.intersects(PollFlags::IN) { let message = match receive_message(control) { Ok(message) => message, Err(error) => return fail_with_network_cleanup(process, network, error), }; match message { CoordinatorMessage::SignalAttachedRunsc(signal) => { if let Err(error) = process.send_signal(signal.signal()) { return fail_with_network_cleanup(process, network, error); } if let Err(error) = send_message(control, &SupervisorEvent::SignalApplied(signal)) { return fail_with_network_cleanup(process, network, error); } } CoordinatorMessage::Stop => { terminate_and_reap(process)?; stop_network(network)?; send_message(control, &SupervisorEvent::Stopped)?; return Ok(()); } CoordinatorMessage::HelperStagedAck(_) | CoordinatorMessage::NetworkAttestationAccepted(_) | CoordinatorMessage::NetworkReadinessCommitted | CoordinatorMessage::StagedAck(_) | CoordinatorMessage::SandboxCommitted => { return fail_with_network_cleanup( process, network, io::Error::other("unexpected duplicate coordinator message"), ); } } } } } fn terminate_and_reap(process: RetainedProcess) -> io::Result<()> { let term_error = process.send_signal(Signal::TERM).err(); let deadline = Instant::now() + TERMINATION_GRACE; while !process.has_exited()? && Instant::now() < deadline { std::thread::sleep(Duration::from_millis(5)); } if !process.has_exited()? { process.send_signal(Signal::KILL)?; } child_broker().reap(process)?; if let Some(error) = term_error { Err(error) } else { Ok(()) } } fn fail_with_network_cleanup( process: RetainedProcess, network: Option, error: io::Error, ) -> io::Result<()> { let runsc_cleanup = terminate_and_reap(process); let network_cleanup = stop_network(network); match (runsc_cleanup, network_cleanup) { (Ok(()), Ok(())) => Err(error), (runsc, network) => Err(io::Error::new( error.kind(), format!("{error}; exact runtime cleanup failed: runsc={runsc:?}, network={network:?}"), )), } } fn fail_network(network: Option, error: io::Error) -> io::Result { match stop_network(network) { Ok(()) => Err(error), Err(cleanup) => Err(io::Error::new( error.kind(), format!("{error}; exact connectivity-helper cleanup failed: {cleanup}"), )), } } fn stop_network(network: Option) -> io::Result<()> { match network { Some(network) => network.stop(), None => Ok(()), } } fn require_lifetime_held() -> io::Result<()> { if lifetime_lost()? { Err(io::Error::other("Host Coordinator lifetime lease is lost")) } else { Ok(()) } } fn lifetime_lost() -> io::Result { let stderr = std::io::stderr(); let mut descriptors = [PollFd::new(&stderr, PollFlags::IN)]; poll(&mut descriptors, Some(&Timespec::default()))?; Ok(descriptors[0] .revents() .intersects(PollFlags::IN | PollFlags::HUP | PollFlags::ERR)) } fn send_message(descriptor: impl AsFd, message: &T) -> io::Result<()> { let encoded = encode(message).map_err(|error| io::Error::other(error.to_string()))?; if encoded.len() > MAX_CONTROL_MESSAGE { return Err(io::Error::other("runtime control message is oversized")); } let length = u32::try_from(encoded.len()) .map_err(|_| io::Error::other("runtime control message is oversized"))? .to_be_bytes(); send_all(descriptor.as_fd(), &length)?; send_all(descriptor.as_fd(), &encoded) } fn receive_message(descriptor: impl AsFd) -> io::Result where T: serde::de::DeserializeOwned + Serialize, { let mut length = [0_u8; 4]; receive_exact(descriptor.as_fd(), &mut length)?; let length = usize::try_from(u32::from_be_bytes(length)) .map_err(|_| io::Error::other("runtime control length is invalid"))?; if length > MAX_CONTROL_MESSAGE { return Err(io::Error::other("runtime control message is oversized")); } let mut encoded = vec![0_u8; length]; receive_exact(descriptor.as_fd(), &mut encoded)?; decode(&encoded).map_err(|error| io::Error::other(error.to_string())) } fn send_all(descriptor: impl AsFd + Copy, mut bytes: &[u8]) -> io::Result<()> { while !bytes.is_empty() { let sent = write(descriptor, bytes)?; if sent == 0 { return Err(io::Error::new( io::ErrorKind::WriteZero, "runtime control channel closed", )); } bytes = &bytes[sent..]; } Ok(()) } fn receive_exact(descriptor: impl AsFd + Copy, mut bytes: &mut [u8]) -> io::Result<()> { while !bytes.is_empty() { let received = read(descriptor, &mut *bytes)?; if received == 0 { return Err(io::Error::new( io::ErrorKind::UnexpectedEof, "runtime control channel closed", )); } bytes = &mut bytes[received..]; } Ok(()) } fn hex(bytes: &[u8]) -> String { use std::fmt::Write as _; bytes.iter().fold(String::new(), |mut output, byte| { write!(output, "{byte:02x}").expect("writing to a String cannot fail"); output }) } #[cfg(test)] mod tests { use std::ffi::OsString; use lazaret_core::identity::{CoordinatorId, DomainId, GenerationId}; use lazaret_core::records::HostProcessOwnershipSlot; use lazaret_linux::ipc::private_seqpacket_pair; use lazaret_linux::process::ChildStandardIoPolicy; use rustix::pipe::{PipeFlags, pipe_with}; use super::*; #[test] fn private_stream_framing_round_trips_typed_events() { let (coordinator, supervisor) = private_seqpacket_pair().unwrap(); let expected = SupervisorEvent::Refused("refused".into()); send_message(&supervisor, &expected).unwrap(); assert_eq!( CoordinatorChannel::new(coordinator).receive().unwrap(), expected ); } #[test] fn runtime_supervisor_and_runsc_keep_distinct_edge_and_stdio_policies() { let ownership = ProcessOwnershipContext { domain_id: DomainId::new([1; 32]), generation_id: GenerationId::new(7), coordinator_id: CoordinatorId::new([2; 32]), slot: HostProcessOwnershipSlot::SandboxRuntimeSupervisor, }; let launch = RuntimeSupervisorLaunch { target: TargetCommand::new("/proc/self/exe").with_lifetime_pipe_parent_edge(), ownership, _policy_file: None, network_sidecar_id: None, }; let (_coordinator_control, supervisor_control) = private_seqpacket_pair().unwrap(); let (supervisor_lifetime, _coordinator_lifetime) = pipe_with(PipeFlags::CLOEXEC).unwrap(); assert_eq!(launch.target().parent_edge(), ParentEdge::LifetimePipe); assert_eq!( launch .child_standard_io(supervisor_control, supervisor_lifetime) .unwrap() .policy(), ChildStandardIoPolicy::PrivateControlWithLifetimePipe ); let runsc_arguments = RuntimeArguments { ownership: ProcessOwnershipContext { slot: HostProcessOwnershipSlot::SandboxAttachedRunsc, ..ownership }, network: None, runsc_program: "runsc".into(), runsc_arguments: ["-root=/runtime", "run", "container"] .map(OsString::from) .into(), }; let runsc = runsc_target(&runsc_arguments, 9).unwrap(); assert_eq!(runsc.parent_edge(), ParentEdge::ParentDeathKill); assert_eq!( attached_runsc_standard_io(&runsc).unwrap().policy(), ChildStandardIoPolicy::Silenced ); } #[test] fn runtime_role_parser_preserves_exact_ownership_and_runsc_arguments() { let domain = [1_u8; 32]; let coordinator = [2_u8; 32]; let arguments = [ "--domain".into(), hex(&domain).into(), "--generation".into(), "7".into(), "--coordinator".into(), hex(&coordinator).into(), "--runsc".into(), "runsc".into(), "-root=/runtime".into(), "run".into(), "container".into(), ]; let parsed = parse_runtime_arguments(&arguments).unwrap(); assert_eq!(parsed.ownership.domain_id, DomainId::new(domain)); assert_eq!(parsed.ownership.generation_id, GenerationId::new(7)); assert_eq!( parsed.ownership.coordinator_id, CoordinatorId::new(coordinator) ); assert_eq!( parsed.ownership.slot, HostProcessOwnershipSlot::SandboxAttachedRunsc ); assert_eq!(parsed.runsc_program, OsString::from("runsc")); assert_eq!( parsed.runsc_arguments, ["-root=/runtime", "run", "container"].map(OsString::from) ); } #[test] fn runtime_role_parser_refuses_non_runsc_target() { let arguments = [ "--domain".into(), hex(&[1_u8; 32]).into(), "--generation".into(), "7".into(), "--coordinator".into(), hex(&[2_u8; 32]).into(), "--runsc".into(), "foreign-runtime".into(), ]; assert!(parse_runtime_arguments(&arguments).is_err()); } }