CoreIPCClient.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393
  1. #pragma once
  2. #include <LibCore/CEvent.h>
  3. #include <LibCore/CEventLoop.h>
  4. #include <LibCore/CLocalSocket.h>
  5. #include <LibCore/CNotifier.h>
  6. #include <LibCore/CSyscallUtils.h>
  7. #include <LibIPC/IMessage.h>
  8. #include <sched.h>
  9. #include <stdio.h>
  10. #include <stdlib.h>
  11. #include <sys/select.h>
  12. #include <sys/socket.h>
  13. #include <sys/types.h>
  14. #include <sys/uio.h>
  15. #include <unistd.h>
  16. //#define CIPC_DEBUG
  17. namespace IPC {
  18. namespace Client {
  19. class Event : public CEvent {
  20. public:
  21. enum Type {
  22. Invalid = 2000,
  23. PostProcess,
  24. };
  25. Event() {}
  26. explicit Event(Type type)
  27. : CEvent(type)
  28. {
  29. }
  30. };
  31. class PostProcessEvent : public Event {
  32. public:
  33. explicit PostProcessEvent(int client_id)
  34. : Event(PostProcess)
  35. , m_client_id(client_id)
  36. {
  37. }
  38. int client_id() const { return m_client_id; }
  39. private:
  40. int m_client_id { 0 };
  41. };
  42. template<typename ServerMessage, typename ClientMessage>
  43. class Connection : public CObject {
  44. public:
  45. Connection(const StringView& address)
  46. : m_connection(CLocalSocket::construct(this))
  47. , m_notifier(CNotifier::construct(m_connection->fd(), CNotifier::Read, this))
  48. {
  49. // We want to rate-limit our clients
  50. m_connection->set_blocking(true);
  51. m_notifier->on_ready_to_read = [this] {
  52. drain_messages_from_server();
  53. CEventLoop::current().post_event(*this, make<PostProcessEvent>(m_connection->fd()));
  54. };
  55. int retries = 100000;
  56. while (retries) {
  57. if (m_connection->connect(CSocketAddress::local(address))) {
  58. break;
  59. }
  60. dbgprintf("Client::Connection: connect failed: %d, %s\n", errno, strerror(errno));
  61. usleep(10000);
  62. --retries;
  63. }
  64. ASSERT(m_connection->is_connected());
  65. }
  66. virtual void handshake() = 0;
  67. virtual void event(CEvent& event) override
  68. {
  69. if (event.type() == Event::PostProcess) {
  70. postprocess_bundles(m_unprocessed_bundles);
  71. } else {
  72. CObject::event(event);
  73. }
  74. }
  75. void set_server_pid(pid_t pid) { m_server_pid = pid; }
  76. pid_t server_pid() const { return m_server_pid; }
  77. void set_my_client_id(int id) { m_my_client_id = id; }
  78. int my_client_id() const { return m_my_client_id; }
  79. template<typename MessageType>
  80. bool wait_for_specific_event(MessageType type, ServerMessage& event)
  81. {
  82. // Double check we don't already have the event waiting for us.
  83. // Otherwise we might end up blocked for a while for no reason.
  84. for (ssize_t i = 0; i < m_unprocessed_bundles.size(); ++i) {
  85. if (m_unprocessed_bundles[i].message.type == type) {
  86. event = move(m_unprocessed_bundles[i].message);
  87. m_unprocessed_bundles.remove(i);
  88. CEventLoop::current().post_event(*this, make<PostProcessEvent>(m_connection->fd()));
  89. return true;
  90. }
  91. }
  92. for (;;) {
  93. fd_set rfds;
  94. FD_ZERO(&rfds);
  95. FD_SET(m_connection->fd(), &rfds);
  96. int rc = CSyscallUtils::safe_syscall(select, m_connection->fd() + 1, &rfds, nullptr, nullptr, nullptr);
  97. if (rc < 0) {
  98. perror("select");
  99. }
  100. ASSERT(rc > 0);
  101. ASSERT(FD_ISSET(m_connection->fd(), &rfds));
  102. bool success = drain_messages_from_server();
  103. if (!success)
  104. return false;
  105. for (ssize_t i = 0; i < m_unprocessed_bundles.size(); ++i) {
  106. if (m_unprocessed_bundles[i].message.type == type) {
  107. event = move(m_unprocessed_bundles[i].message);
  108. m_unprocessed_bundles.remove(i);
  109. CEventLoop::current().post_event(*this, make<PostProcessEvent>(m_connection->fd()));
  110. return true;
  111. }
  112. }
  113. }
  114. }
  115. bool post_message_to_server(const ClientMessage& message, const ByteBuffer&& extra_data = {})
  116. {
  117. #if defined(CIPC_DEBUG)
  118. dbg() << "C: -> S " << int(message.type) << " extra " << extra_data.size();
  119. #endif
  120. if (!extra_data.is_empty())
  121. const_cast<ClientMessage&>(message).extra_size = extra_data.size();
  122. struct iovec iov[2];
  123. int iov_count = 1;
  124. iov[0].iov_base = const_cast<ClientMessage*>(&message);
  125. iov[0].iov_len = sizeof(message);
  126. if (!extra_data.is_empty()) {
  127. iov[1].iov_base = const_cast<u8*>(extra_data.data());
  128. iov[1].iov_len = extra_data.size();
  129. ++iov_count;
  130. }
  131. int nwritten;
  132. for (;;) {
  133. nwritten = writev(m_connection->fd(), iov, iov_count);
  134. if (nwritten < 0) {
  135. if (errno == EAGAIN) {
  136. sched_yield();
  137. continue;
  138. }
  139. perror("writev");
  140. ASSERT_NOT_REACHED();
  141. }
  142. break;
  143. }
  144. ASSERT((size_t)nwritten == sizeof(message) + extra_data.size());
  145. return true;
  146. }
  147. template<typename MessageType>
  148. ServerMessage sync_request(const ClientMessage& request, MessageType response_type)
  149. {
  150. bool success = post_message_to_server(request);
  151. ASSERT(success);
  152. ServerMessage response;
  153. success = wait_for_specific_event(response_type, response);
  154. ASSERT(success);
  155. return response;
  156. }
  157. template<typename RequestType, typename... Args>
  158. typename RequestType::ResponseType send_sync(Args&&... args)
  159. {
  160. bool success = post_message_to_server(RequestType(forward<Args>(args)...));
  161. ASSERT(success);
  162. ServerMessage response;
  163. success = wait_for_specific_event(RequestType::ResponseType::message_type(), response);
  164. ASSERT(success);
  165. return response;
  166. }
  167. protected:
  168. struct IncomingMessageBundle {
  169. ServerMessage message;
  170. ByteBuffer extra_data;
  171. };
  172. virtual void postprocess_bundles(Vector<IncomingMessageBundle>& new_bundles)
  173. {
  174. dbg() << "Client::Connection: "
  175. << " warning: discarding " << new_bundles.size() << " unprocessed bundles; this may not be what you want";
  176. new_bundles.clear();
  177. }
  178. private:
  179. bool drain_messages_from_server()
  180. {
  181. for (;;) {
  182. ServerMessage message;
  183. ssize_t nread = recv(m_connection->fd(), &message, sizeof(ServerMessage), MSG_DONTWAIT);
  184. if (nread < 0) {
  185. if (errno == EAGAIN) {
  186. return true;
  187. }
  188. perror("read");
  189. exit(1);
  190. return false;
  191. }
  192. if (nread == 0) {
  193. dbgprintf("EOF on IPC fd\n");
  194. exit(1);
  195. return false;
  196. }
  197. ASSERT(nread == sizeof(message));
  198. ByteBuffer extra_data;
  199. if (message.extra_size) {
  200. extra_data = ByteBuffer::create_uninitialized(message.extra_size);
  201. int extra_nread = read(m_connection->fd(), extra_data.data(), extra_data.size());
  202. if (extra_nread < 0) {
  203. perror("read");
  204. ASSERT_NOT_REACHED();
  205. }
  206. ASSERT((size_t)extra_nread == message.extra_size);
  207. }
  208. #if defined(CIPC_DEBUG)
  209. dbg() << "C: <- S " << int(message.type) << " extra " << extra_data.size();
  210. #endif
  211. m_unprocessed_bundles.append({ move(message), move(extra_data) });
  212. }
  213. }
  214. RefPtr<CLocalSocket> m_connection;
  215. RefPtr<CNotifier> m_notifier;
  216. Vector<IncomingMessageBundle> m_unprocessed_bundles;
  217. int m_server_pid { -1 };
  218. int m_my_client_id { -1 };
  219. };
  220. template<typename Endpoint>
  221. class ConnectionNG : public CObject {
  222. public:
  223. ConnectionNG(const StringView& address)
  224. : m_connection(CLocalSocket::construct(this))
  225. , m_notifier(CNotifier::construct(m_connection->fd(), CNotifier::Read, this))
  226. {
  227. // We want to rate-limit our clients
  228. m_connection->set_blocking(true);
  229. m_notifier->on_ready_to_read = [this] {
  230. drain_messages_from_server();
  231. CEventLoop::current().post_event(*this, make<PostProcessEvent>(m_connection->fd()));
  232. };
  233. int retries = 100000;
  234. while (retries) {
  235. if (m_connection->connect(CSocketAddress::local(address))) {
  236. break;
  237. }
  238. dbgprintf("Client::Connection: connect failed: %d, %s\n", errno, strerror(errno));
  239. usleep(10000);
  240. --retries;
  241. }
  242. ASSERT(m_connection->is_connected());
  243. }
  244. virtual void handshake() = 0;
  245. virtual void event(CEvent& event) override
  246. {
  247. if (event.type() == Event::PostProcess) {
  248. postprocess_messages(m_unprocessed_messages);
  249. } else {
  250. CObject::event(event);
  251. }
  252. }
  253. void set_server_pid(pid_t pid) { m_server_pid = pid; }
  254. pid_t server_pid() const { return m_server_pid; }
  255. void set_my_client_id(int id) { m_my_client_id = id; }
  256. int my_client_id() const { return m_my_client_id; }
  257. template<typename MessageType>
  258. OwnPtr<MessageType> wait_for_specific_message()
  259. {
  260. // Double check we don't already have the event waiting for us.
  261. // Otherwise we might end up blocked for a while for no reason.
  262. for (ssize_t i = 0; i < m_unprocessed_messages.size(); ++i) {
  263. if (m_unprocessed_messages[i]->id() == MessageType::static_message_id()) {
  264. auto message = move(m_unprocessed_messages[i]);
  265. m_unprocessed_messages.remove(i);
  266. CEventLoop::current().post_event(*this, make<PostProcessEvent>(m_connection->fd()));
  267. return message;
  268. }
  269. }
  270. for (;;) {
  271. fd_set rfds;
  272. FD_ZERO(&rfds);
  273. FD_SET(m_connection->fd(), &rfds);
  274. int rc = CSyscallUtils::safe_syscall(select, m_connection->fd() + 1, &rfds, nullptr, nullptr, nullptr);
  275. if (rc < 0) {
  276. perror("select");
  277. }
  278. ASSERT(rc > 0);
  279. ASSERT(FD_ISSET(m_connection->fd(), &rfds));
  280. bool success = drain_messages_from_server();
  281. if (!success)
  282. return nullptr;
  283. for (ssize_t i = 0; i < m_unprocessed_messages.size(); ++i) {
  284. if (m_unprocessed_messages[i]->id() == MessageType::static_message_id()) {
  285. auto message = move(m_unprocessed_messages[i]);
  286. m_unprocessed_messages.remove(i);
  287. CEventLoop::current().post_event(*this, make<PostProcessEvent>(m_connection->fd()));
  288. return message;
  289. }
  290. }
  291. }
  292. }
  293. bool post_message_to_server(const IMessage& message)
  294. {
  295. auto buffer = message.encode();
  296. int nwritten = write(m_connection->fd(), buffer.data(), (size_t)buffer.size());
  297. if (nwritten < 0) {
  298. perror("write");
  299. ASSERT_NOT_REACHED();
  300. return false;
  301. }
  302. ASSERT(nwritten == buffer.size());
  303. return true;
  304. }
  305. template<typename RequestType, typename... Args>
  306. OwnPtr<typename RequestType::ResponseType> send_sync(Args&&... args)
  307. {
  308. bool success = post_message_to_server(RequestType(forward<Args>(args)...));
  309. ASSERT(success);
  310. auto response = wait_for_specific_message<typename RequestType::ResponseType>();
  311. ASSERT(response);
  312. return response;
  313. }
  314. protected:
  315. virtual void postprocess_messages(Vector<OwnPtr<IMessage>>& new_bundles)
  316. {
  317. new_bundles.clear();
  318. }
  319. private:
  320. bool drain_messages_from_server()
  321. {
  322. for (;;) {
  323. u8 buffer[4096];
  324. ssize_t nread = recv(m_connection->fd(), buffer, sizeof(buffer), MSG_DONTWAIT);
  325. if (nread < 0) {
  326. if (errno == EAGAIN) {
  327. return true;
  328. }
  329. perror("read");
  330. exit(1);
  331. return false;
  332. }
  333. if (nread == 0) {
  334. dbg() << "EOF on IPC fd";
  335. exit(1);
  336. return false;
  337. }
  338. auto message = Endpoint::decode_message(ByteBuffer::wrap(buffer, sizeof(buffer)));
  339. ASSERT(message);
  340. m_unprocessed_messages.append(move(message));
  341. }
  342. }
  343. RefPtr<CLocalSocket> m_connection;
  344. RefPtr<CNotifier> m_notifier;
  345. Vector<OwnPtr<IMessage>> m_unprocessed_messages;
  346. int m_server_pid { -1 };
  347. int m_my_client_id { -1 };
  348. };
  349. } // Client
  350. } // IPC