123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477 |
- /*
- * Copyright (c) 2018-2020, Andreas Kling <kling@serenityos.org>
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- * 1. Redistributions of source code must retain the above copyright notice, this
- * list of conditions and the following disclaimer.
- *
- * 2. Redistributions in binary form must reproduce the above copyright notice,
- * this list of conditions and the following disclaimer in the documentation
- * and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
- * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
- * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
- * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
- * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
- * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
- * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
- * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
- #include <AK/Singleton.h>
- #include <AK/Time.h>
- #include <Kernel/Debug.h>
- #include <Kernel/Devices/RandomDevice.h>
- #include <Kernel/FileSystem/FileDescription.h>
- #include <Kernel/Net/NetworkAdapter.h>
- #include <Kernel/Net/Routing.h>
- #include <Kernel/Net/TCP.h>
- #include <Kernel/Net/TCPSocket.h>
- #include <Kernel/Process.h>
- #include <Kernel/Random.h>
- namespace Kernel {
- void TCPSocket::for_each(Function<void(const TCPSocket&)> callback)
- {
- LOCKER(sockets_by_tuple().lock(), Lock::Mode::Shared);
- for (auto& it : sockets_by_tuple().resource())
- callback(*it.value);
- }
- void TCPSocket::set_state(State new_state)
- {
- dbgln_if(TCP_SOCKET_DEBUG, "TCPSocket({}) state moving from {} to {}", this, to_string(m_state), to_string(new_state));
- auto was_disconnected = protocol_is_disconnected();
- auto previous_role = m_role;
- m_state = new_state;
- if (new_state == State::Established && m_direction == Direction::Outgoing)
- m_role = Role::Connected;
- if (new_state == State::Closed) {
- LOCKER(closing_sockets().lock());
- closing_sockets().resource().remove(tuple());
- }
- if (previous_role != m_role || was_disconnected != protocol_is_disconnected())
- evaluate_block_conditions();
- }
- static AK::Singleton<Lockable<HashMap<IPv4SocketTuple, RefPtr<TCPSocket>>>> s_socket_closing;
- Lockable<HashMap<IPv4SocketTuple, RefPtr<TCPSocket>>>& TCPSocket::closing_sockets()
- {
- return *s_socket_closing;
- }
- static AK::Singleton<Lockable<HashMap<IPv4SocketTuple, TCPSocket*>>> s_socket_tuples;
- Lockable<HashMap<IPv4SocketTuple, TCPSocket*>>& TCPSocket::sockets_by_tuple()
- {
- return *s_socket_tuples;
- }
- RefPtr<TCPSocket> TCPSocket::from_tuple(const IPv4SocketTuple& tuple)
- {
- LOCKER(sockets_by_tuple().lock(), Lock::Mode::Shared);
- auto exact_match = sockets_by_tuple().resource().get(tuple);
- if (exact_match.has_value())
- return { *exact_match.value() };
- auto address_tuple = IPv4SocketTuple(tuple.local_address(), tuple.local_port(), IPv4Address(), 0);
- auto address_match = sockets_by_tuple().resource().get(address_tuple);
- if (address_match.has_value())
- return { *address_match.value() };
- auto wildcard_tuple = IPv4SocketTuple(IPv4Address(), tuple.local_port(), IPv4Address(), 0);
- auto wildcard_match = sockets_by_tuple().resource().get(wildcard_tuple);
- if (wildcard_match.has_value())
- return { *wildcard_match.value() };
- return {};
- }
- RefPtr<TCPSocket> TCPSocket::from_endpoints(const IPv4Address& local_address, u16 local_port, const IPv4Address& peer_address, u16 peer_port)
- {
- return from_tuple(IPv4SocketTuple(local_address, local_port, peer_address, peer_port));
- }
- RefPtr<TCPSocket> TCPSocket::create_client(const IPv4Address& new_local_address, u16 new_local_port, const IPv4Address& new_peer_address, u16 new_peer_port)
- {
- auto tuple = IPv4SocketTuple(new_local_address, new_local_port, new_peer_address, new_peer_port);
- LOCKER(sockets_by_tuple().lock());
- if (sockets_by_tuple().resource().contains(tuple))
- return {};
- auto client = TCPSocket::create(protocol());
- client->set_setup_state(SetupState::InProgress);
- client->set_local_address(new_local_address);
- client->set_local_port(new_local_port);
- client->set_peer_address(new_peer_address);
- client->set_peer_port(new_peer_port);
- client->set_direction(Direction::Incoming);
- client->set_originator(*this);
- m_pending_release_for_accept.set(tuple, client);
- sockets_by_tuple().resource().set(tuple, client);
- return from_tuple(tuple);
- }
- void TCPSocket::release_to_originator()
- {
- VERIFY(!!m_originator);
- m_originator.strong_ref()->release_for_accept(this);
- }
- void TCPSocket::release_for_accept(RefPtr<TCPSocket> socket)
- {
- VERIFY(m_pending_release_for_accept.contains(socket->tuple()));
- m_pending_release_for_accept.remove(socket->tuple());
- // FIXME: Should we observe this error somehow?
- [[maybe_unused]] auto rc = queue_connection_from(*socket);
- }
- TCPSocket::TCPSocket(int protocol)
- : IPv4Socket(SOCK_STREAM, protocol)
- {
- }
- TCPSocket::~TCPSocket()
- {
- LOCKER(sockets_by_tuple().lock());
- sockets_by_tuple().resource().remove(tuple());
- dbgln_if(TCP_SOCKET_DEBUG, "~TCPSocket in state {}", to_string(state()));
- }
- NonnullRefPtr<TCPSocket> TCPSocket::create(int protocol)
- {
- return adopt(*new TCPSocket(protocol));
- }
- KResultOr<size_t> TCPSocket::protocol_receive(ReadonlyBytes raw_ipv4_packet, UserOrKernelBuffer& buffer, size_t buffer_size, [[maybe_unused]] int flags)
- {
- auto& ipv4_packet = *reinterpret_cast<const IPv4Packet*>(raw_ipv4_packet.data());
- auto& tcp_packet = *static_cast<const TCPPacket*>(ipv4_packet.payload());
- size_t payload_size = raw_ipv4_packet.size() - sizeof(IPv4Packet) - tcp_packet.header_size();
- #if TCP_SOCKET_DEBUG
- klog() << "payload_size " << payload_size << ", will it fit in " << buffer_size << "?";
- #endif
- VERIFY(buffer_size >= payload_size);
- if (!buffer.write(tcp_packet.payload(), payload_size))
- return EFAULT;
- return payload_size;
- }
- KResultOr<size_t> TCPSocket::protocol_send(const UserOrKernelBuffer& data, size_t data_length)
- {
- int err = send_tcp_packet(TCPFlags::PUSH | TCPFlags::ACK, &data, data_length);
- if (err < 0)
- return KResult((ErrnoCode)-err);
- return data_length;
- }
- KResult TCPSocket::send_tcp_packet(u16 flags, const UserOrKernelBuffer* payload, size_t payload_size)
- {
- const size_t buffer_size = sizeof(TCPPacket) + payload_size;
- auto buffer = ByteBuffer::create_zeroed(buffer_size);
- auto& tcp_packet = *(TCPPacket*)(buffer.data());
- VERIFY(local_port());
- tcp_packet.set_source_port(local_port());
- tcp_packet.set_destination_port(peer_port());
- tcp_packet.set_window_size(1024);
- tcp_packet.set_sequence_number(m_sequence_number);
- tcp_packet.set_data_offset(sizeof(TCPPacket) / sizeof(u32));
- tcp_packet.set_flags(flags);
- if (flags & TCPFlags::ACK)
- tcp_packet.set_ack_number(m_ack_number);
- if (payload && !payload->read(tcp_packet.payload(), payload_size))
- return EFAULT;
- if (flags & TCPFlags::SYN) {
- ++m_sequence_number;
- } else {
- m_sequence_number += payload_size;
- }
- tcp_packet.set_checksum(compute_tcp_checksum(local_address(), peer_address(), tcp_packet, payload_size));
- if (tcp_packet.has_syn() || payload_size > 0) {
- LOCKER(m_not_acked_lock);
- m_not_acked.append({ m_sequence_number, move(buffer) });
- send_outgoing_packets();
- return KSuccess;
- }
- auto routing_decision = route_to(peer_address(), local_address(), bound_interface());
- VERIFY(!routing_decision.is_zero());
- auto packet_buffer = UserOrKernelBuffer::for_kernel_buffer(buffer.data());
- auto result = routing_decision.adapter->send_ipv4(
- routing_decision.next_hop, peer_address(), IPv4Protocol::TCP,
- packet_buffer, buffer_size, ttl());
- if (result.is_error())
- return result;
- m_packets_out++;
- m_bytes_out += buffer_size;
- return KSuccess;
- }
- void TCPSocket::send_outgoing_packets()
- {
- auto routing_decision = route_to(peer_address(), local_address(), bound_interface());
- VERIFY(!routing_decision.is_zero());
- auto now = kgettimeofday();
- LOCKER(m_not_acked_lock, Lock::Mode::Shared);
- for (auto& packet : m_not_acked) {
- // FIXME: This doesn't look correct to me. Bug?
- auto diff = packet.tx_time - now;
- if (diff <= Time::from_nanoseconds(500'000'000))
- continue;
- packet.tx_time = now;
- packet.tx_counter++;
- #if TCP_SOCKET_DEBUG
- auto& tcp_packet = *(TCPPacket*)(packet.buffer.data());
- klog() << "sending tcp packet from " << local_address().to_string().characters() << ":" << local_port() << " to " << peer_address().to_string().characters() << ":" << peer_port() << " with (" << (tcp_packet.has_syn() ? "SYN " : "") << (tcp_packet.has_ack() ? "ACK " : "") << (tcp_packet.has_fin() ? "FIN " : "") << (tcp_packet.has_rst() ? "RST " : "") << ") seq_no=" << tcp_packet.sequence_number() << ", ack_no=" << tcp_packet.ack_number() << ", tx_counter=" << packet.tx_counter;
- #endif
- auto packet_buffer = UserOrKernelBuffer::for_kernel_buffer(packet.buffer.data());
- int err = routing_decision.adapter->send_ipv4(
- routing_decision.next_hop, peer_address(), IPv4Protocol::TCP,
- packet_buffer, packet.buffer.size(), ttl());
- if (err < 0) {
- auto& tcp_packet = *(TCPPacket*)(packet.buffer.data());
- klog() << "Error (" << err << ") sending tcp packet from " << local_address().to_string().characters() << ":" << local_port() << " to " << peer_address().to_string().characters() << ":" << peer_port() << " with (" << (tcp_packet.has_syn() ? "SYN " : "") << (tcp_packet.has_ack() ? "ACK " : "") << (tcp_packet.has_fin() ? "FIN " : "") << (tcp_packet.has_rst() ? "RST " : "") << ") seq_no=" << tcp_packet.sequence_number() << ", ack_no=" << tcp_packet.ack_number() << ", tx_counter=" << packet.tx_counter;
- } else {
- m_packets_out++;
- m_bytes_out += packet.buffer.size();
- }
- }
- }
- void TCPSocket::receive_tcp_packet(const TCPPacket& packet, u16 size)
- {
- if (packet.has_ack()) {
- u32 ack_number = packet.ack_number();
- dbgln_if(TCP_SOCKET_DEBUG, "TCPSocket: receive_tcp_packet: {}", ack_number);
- int removed = 0;
- LOCKER(m_not_acked_lock);
- while (!m_not_acked.is_empty()) {
- auto& packet = m_not_acked.first();
- dbgln_if(TCP_SOCKET_DEBUG, "TCPSocket: iterate: {}", packet.ack_number);
- if (packet.ack_number <= ack_number) {
- m_not_acked.take_first();
- removed++;
- } else {
- break;
- }
- }
- dbgln_if(TCP_SOCKET_DEBUG, "TCPSocket: receive_tcp_packet acknowledged {} packets", removed);
- }
- m_packets_in++;
- m_bytes_in += packet.header_size() + size;
- }
- NetworkOrdered<u16> TCPSocket::compute_tcp_checksum(const IPv4Address& source, const IPv4Address& destination, const TCPPacket& packet, u16 payload_size)
- {
- struct [[gnu::packed]] PseudoHeader {
- IPv4Address source;
- IPv4Address destination;
- u8 zero;
- u8 protocol;
- NetworkOrdered<u16> payload_size;
- };
- PseudoHeader pseudo_header { source, destination, 0, (u8)IPv4Protocol::TCP, sizeof(TCPPacket) + payload_size };
- u32 checksum = 0;
- auto* w = (const NetworkOrdered<u16>*)&pseudo_header;
- for (size_t i = 0; i < sizeof(pseudo_header) / sizeof(u16); ++i) {
- checksum += w[i];
- if (checksum > 0xffff)
- checksum = (checksum >> 16) + (checksum & 0xffff);
- }
- w = (const NetworkOrdered<u16>*)&packet;
- for (size_t i = 0; i < sizeof(packet) / sizeof(u16); ++i) {
- checksum += w[i];
- if (checksum > 0xffff)
- checksum = (checksum >> 16) + (checksum & 0xffff);
- }
- VERIFY(packet.data_offset() * 4 == sizeof(TCPPacket));
- w = (const NetworkOrdered<u16>*)packet.payload();
- for (size_t i = 0; i < payload_size / sizeof(u16); ++i) {
- checksum += w[i];
- if (checksum > 0xffff)
- checksum = (checksum >> 16) + (checksum & 0xffff);
- }
- if (payload_size & 1) {
- u16 expanded_byte = ((const u8*)packet.payload())[payload_size - 1] << 8;
- checksum += expanded_byte;
- if (checksum > 0xffff)
- checksum = (checksum >> 16) + (checksum & 0xffff);
- }
- return ~(checksum & 0xffff);
- }
- KResult TCPSocket::protocol_bind()
- {
- if (has_specific_local_address() && !m_adapter) {
- m_adapter = NetworkAdapter::from_ipv4_address(local_address());
- if (!m_adapter)
- return EADDRNOTAVAIL;
- }
- return KSuccess;
- }
- KResult TCPSocket::protocol_listen()
- {
- LOCKER(sockets_by_tuple().lock());
- if (sockets_by_tuple().resource().contains(tuple()))
- return EADDRINUSE;
- sockets_by_tuple().resource().set(tuple(), this);
- set_direction(Direction::Passive);
- set_state(State::Listen);
- set_setup_state(SetupState::Completed);
- return KSuccess;
- }
- KResult TCPSocket::protocol_connect(FileDescription& description, ShouldBlock should_block)
- {
- Locker locker(lock());
- auto routing_decision = route_to(peer_address(), local_address());
- if (routing_decision.is_zero())
- return EHOSTUNREACH;
- if (!has_specific_local_address())
- set_local_address(routing_decision.adapter->ipv4_address());
- allocate_local_port_if_needed();
- m_sequence_number = get_good_random<u32>();
- m_ack_number = 0;
- set_setup_state(SetupState::InProgress);
- int err = send_tcp_packet(TCPFlags::SYN);
- if (err < 0)
- return KResult((ErrnoCode)-err);
- m_state = State::SynSent;
- m_role = Role::Connecting;
- m_direction = Direction::Outgoing;
- evaluate_block_conditions();
- if (should_block == ShouldBlock::Yes) {
- locker.unlock();
- auto unblock_flags = Thread::FileBlocker::BlockFlags::None;
- if (Thread::current()->block<Thread::ConnectBlocker>({}, description, unblock_flags).was_interrupted())
- return EINTR;
- locker.lock();
- VERIFY(setup_state() == SetupState::Completed);
- if (has_error()) { // TODO: check unblock_flags
- m_role = Role::None;
- return ECONNREFUSED;
- }
- return KSuccess;
- }
- return EINPROGRESS;
- }
- int TCPSocket::protocol_allocate_local_port()
- {
- static const u16 first_ephemeral_port = 32768;
- static const u16 last_ephemeral_port = 60999;
- static const u16 ephemeral_port_range_size = last_ephemeral_port - first_ephemeral_port;
- u16 first_scan_port = first_ephemeral_port + get_good_random<u16>() % ephemeral_port_range_size;
- LOCKER(sockets_by_tuple().lock());
- for (u16 port = first_scan_port;;) {
- IPv4SocketTuple proposed_tuple(local_address(), port, peer_address(), peer_port());
- auto it = sockets_by_tuple().resource().find(proposed_tuple);
- if (it == sockets_by_tuple().resource().end()) {
- set_local_port(port);
- sockets_by_tuple().resource().set(proposed_tuple, this);
- return port;
- }
- ++port;
- if (port > last_ephemeral_port)
- port = first_ephemeral_port;
- if (port == first_scan_port)
- break;
- }
- return -EADDRINUSE;
- }
- bool TCPSocket::protocol_is_disconnected() const
- {
- switch (m_state) {
- case State::Closed:
- case State::CloseWait:
- case State::LastAck:
- case State::FinWait1:
- case State::FinWait2:
- case State::Closing:
- case State::TimeWait:
- return true;
- default:
- return false;
- }
- }
- void TCPSocket::shut_down_for_writing()
- {
- if (state() == State::Established) {
- #if TCP_SOCKET_DEBUG
- dbgln(" Sending FIN/ACK from Established and moving into FinWait1");
- #endif
- [[maybe_unused]] auto rc = send_tcp_packet(TCPFlags::FIN | TCPFlags::ACK);
- set_state(State::FinWait1);
- } else {
- dbgln(" Shutting down TCPSocket for writing but not moving to FinWait1 since state is {}", to_string(state()));
- }
- }
- KResult TCPSocket::close()
- {
- Locker socket_locker(lock());
- auto result = IPv4Socket::close();
- if (state() == State::CloseWait) {
- #if TCP_SOCKET_DEBUG
- dbgln(" Sending FIN from CloseWait and moving into LastAck");
- #endif
- [[maybe_unused]] auto rc = send_tcp_packet(TCPFlags::FIN | TCPFlags::ACK);
- set_state(State::LastAck);
- }
- LOCKER(closing_sockets().lock());
- closing_sockets().resource().set(tuple(), *this);
- return result;
- }
- }
|