use std::net::{SocketAddr, ToSocketAddrs}; use std::collections::HashMap; use std::hash::Hasher; use std::net::UdpSocket; use std::io::Read; use std::fmt; use std::os::unix::io::AsRawFd; use time::{Duration, SteadyTime, precise_time_ns}; use epoll; use super::{ethernet, udpmessage}; use super::udpmessage::{Options, Message}; use super::ethernet::MacTable; use super::tuntap::{TunTapDevice, DeviceType}; #[derive(Clone, Copy, Hash, PartialEq, Eq, PartialOrd, Ord)] pub struct Mac(pub [u8; 6]); impl fmt::Debug for Mac { fn fmt(&self, formatter: &mut fmt::Formatter) -> Result<(), fmt::Error> { write!(formatter, "{:x}:{:x}:{:x}:{:x}:{:x}:{:x}", self.0[0], self.0[1], self.0[2], self.0[3], self.0[4], self.0[5]) } } pub type NetworkId = u64; #[derive(Debug)] pub enum Error { ParseError(&'static str), WrongNetwork(Option), SocketError(&'static str), TapdevError(&'static str), } struct PeerList { timeout: Duration, peers: HashMap } impl PeerList { fn new(timeout: Duration) -> PeerList { PeerList{peers: HashMap::new(), timeout: timeout} } fn timeout(&mut self) -> Vec { let now = SteadyTime::now(); let mut del: Vec = Vec::new(); for (&addr, &timeout) in &self.peers { if timeout < now { del.push(addr); } } for addr in &del { debug!("Forgot peer: {:?}", addr); self.peers.remove(addr); } del } #[inline(always)] fn contains(&mut self, addr: &SocketAddr) -> bool { self.peers.contains_key(addr) } #[inline] fn add(&mut self, addr: &SocketAddr) { if self.peers.insert(*addr, SteadyTime::now()+self.timeout).is_none() { info!("New peer: {:?}", addr); } } #[inline] fn as_vec(&self) -> Vec { self.peers.keys().map(|addr| *addr).collect() } #[inline(always)] fn len(&self) -> usize { self.peers.len() } #[inline] fn subset(&self, size: usize, seed: u32) -> Vec { let mut peers = self.as_vec(); let mut psrng = seed; let len = peers.len(); for i in size..len { peers.swap_remove(psrng as usize % (len - i)); psrng = ((1664525 as u64) * (psrng as u64) + (1013904223 as u64)) as u32; } peers } #[inline] fn remove(&mut self, addr: &SocketAddr) { if self.peers.remove(&addr).is_some() { info!("Removed peer: {:?}", addr); } } } pub struct EthCloud { peers: PeerList, reconnect_peers: Vec, mactable: MacTable, socket: UdpSocket, tapdev: TunTapDevice, network_id: Option, next_peerlist: SteadyTime, update_freq: Duration, buffer_out: [u8; 64*1024], next_housekeep: SteadyTime, } impl EthCloud { pub fn new(device: &str, listen: String, network_id: Option, mac_timeout: Duration, peer_timeout: Duration) -> Self { let socket = match UdpSocket::bind(&listen as &str) { Ok(socket) => socket, _ => panic!("Failed to open socket") }; let tapdev = match TunTapDevice::new(device, DeviceType::TapDevice) { Ok(tapdev) => tapdev, _ => panic!("Failed to open tap device") }; info!("Opened tap device {}", tapdev.ifname()); EthCloud{ peers: PeerList::new(peer_timeout), reconnect_peers: Vec::new(), mactable: MacTable::new(mac_timeout), socket: socket, tapdev: tapdev, network_id: network_id, next_peerlist: SteadyTime::now(), update_freq: peer_timeout/2, buffer_out: [0; 64*1024], next_housekeep: SteadyTime::now() } } fn send_msg(&mut self, addr: A, msg: &Message) -> Result<(), Error> { debug!("Sending {:?} to {}", msg, addr); let mut options = Options::default(); options.network_id = self.network_id; let size = udpmessage::encode(&options, msg, &mut self.buffer_out); match self.socket.send_to(&self.buffer_out[..size], addr) { Ok(written) if written == size => Ok(()), Ok(_) => Err(Error::SocketError("Sent out truncated packet")), Err(e) => { error!("Failed to send via network {:?}", e); Err(Error::SocketError("IOError when sending")) } } } pub fn connect(&mut self, addr: A, reconnect: bool) -> Result<(), Error> { if let Ok(mut addrs) = addr.to_socket_addrs() { while let Some(addr) = addrs.next() { if self.peers.contains(&addr) { return Ok(()); } } } info!("Connecting to {}", addr); if reconnect { let addr = addr.to_socket_addrs().unwrap().next().unwrap(); self.reconnect_peers.push(addr); } self.send_msg(addr, &Message::GetPeers) } fn housekeep(&mut self) -> Result<(), Error> { debug!("Running housekeeping..."); self.peers.timeout(); self.mactable.timeout(); if self.next_peerlist <= SteadyTime::now() { debug!("Send peer list to all peers"); let mut peer_num = self.peers.len(); if peer_num > 10 { peer_num = (peer_num as f32).sqrt().ceil() as usize; if peer_num < 10 { peer_num = 10; } } let peers = self.peers.subset(peer_num, precise_time_ns() as u32); let msg = Message::Peers(peers); for addr in &self.peers.as_vec() { try!(self.send_msg(addr, &msg)); } self.next_peerlist = SteadyTime::now() + self.update_freq; } for addr in self.reconnect_peers.clone() { try!(self.connect(addr, false)); } Ok(()) } fn handle_ethernet_frame(&mut self, frame: ethernet::Frame) -> Result<(), Error> { debug!("Read ethernet frame from tap {:?}", frame); match self.mactable.lookup(frame.dst, frame.vlan) { Some(addr) => { debug!("Found destination for {:?} (vlan {}) => {}", frame.dst, frame.vlan, addr); try!(self.send_msg(addr, &Message::Frame(frame))) }, None => { debug!("No destination for {:?} (vlan {}) found, broadcasting", frame.dst, frame.vlan); let msg = Message::Frame(frame); for addr in &self.peers.as_vec() { try!(self.send_msg(addr, &msg)); } } } Ok(()) } fn handle_net_message(&mut self, peer: SocketAddr, options: Options, msg: Message) -> Result<(), Error> { if let Some(id) = self.network_id { if options.network_id != Some(id) { info!("Ignoring message from {} with wrong token {:?}", peer, options.network_id); return Err(Error::WrongNetwork(options.network_id)); } } debug!("Recieved {:?} from {}", msg, peer); match msg { Message::Frame(frame) => { let size = ethernet::encode(&frame, &mut self.buffer_out); debug!("Writing ethernet frame to tap: {:?}", frame); match self.tapdev.write(&self.buffer_out[..size]) { Ok(()) => (), Err(e) => { error!("Failed to send via tap device {:?}", e); return Err(Error::TapdevError("Failed to write to tap device")); } } self.peers.add(&peer); self.mactable.learn(frame.src, frame.vlan, &peer); }, Message::Peers(peers) => { self.peers.add(&peer); for p in &peers { if ! self.peers.contains(p) { try!(self.connect(p, false)); } } }, Message::GetPeers => { self.peers.add(&peer); let peers = self.peers.as_vec(); try!(self.send_msg(peer, &Message::Peers(peers))); }, Message::Close => { self.peers.remove(&peer); } } Ok(()) } pub fn run(&mut self) { let epoll_handle = epoll::create1(0).expect("Failed to create epoll handle"); let socket_fd = self.socket.as_raw_fd(); let tapdev_fd = self.tapdev.as_raw_fd(); let mut socket_event = epoll::EpollEvent{events: epoll::util::event_type::EPOLLIN, data: 0}; let mut tapdev_event = epoll::EpollEvent{events: epoll::util::event_type::EPOLLIN, data: 1}; epoll::ctl(epoll_handle, epoll::util::ctl_op::ADD, socket_fd, &mut socket_event).expect("Failed to add socket to epoll handle"); epoll::ctl(epoll_handle, epoll::util::ctl_op::ADD, tapdev_fd, &mut tapdev_event).expect("Failed to add tapdev to epoll handle"); let mut events = [epoll::EpollEvent{events: 0, data: 0}; 2]; let mut buffer = [0; 64*1024]; loop { let count = epoll::wait(epoll_handle, &mut events, 1000).expect("Epoll wait failed"); // Process events for i in 0..count { match &events[i as usize].data { &0 => match self.socket.recv_from(&mut buffer) { Ok((size, src)) => { match udpmessage::decode(&buffer[..size]).and_then(|(options, msg)| self.handle_net_message(src, options, msg)) { Ok(_) => (), Err(e) => error!("Error: {:?}", e) } }, Err(_error) => panic!("Failed to read from network socket") }, &1 => match self.tapdev.read(&mut buffer) { Ok(size) => { match ethernet::decode(&mut buffer[..size]).and_then(|frame| self.handle_ethernet_frame(frame)) { Ok(_) => (), Err(e) => error!("Error: {:?}", e) } }, Err(_error) => panic!("Failed to read from tap device") }, _ => unreachable!() } } // Do the housekeeping if self.next_housekeep < SteadyTime::now() { match self.housekeep() { Ok(_) => (), Err(e) => error!("Error: {:?}", e) } self.next_housekeep = SteadyTime::now() + Duration::seconds(1) } } } }