update

server/httpserver.py

@@ -0,0 +1,94 @@
+import logging
+import multiprocessing as mp
+import socket
+import time
+from multiprocessing.context import Process
+from multiprocessing.queues import Queue
+from multiprocessing.synchronize import Event
+
+from server import worker
+
+
+class HTTPServer:
+    address: str
+    port: int
+    workers = []
+    worker_count: int
+    server: socket
+
+    _dispatch_queue: Queue
+    _stop_event: Event
+
+    def __init__(self, address: str, port: int, worker_count, logging_level):
+        self.address = address
+        self.port = port
+        self.worker_count = worker_count
+        self.logging_level = logging_level
+
+        mp.set_start_method("spawn")
+        self._dispatch_queue = mp.Queue()
+        self._stop_event = mp.Event()
+
+    def start(self):
+        try:
+            self.__do_start()
+        except KeyboardInterrupt:
+            self.__shutdown()
+
+    def __do_start(self):
+        # Create socket
+
+        self.server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        self.server.bind((self.address, self.port))
+
+        self.__create_workers()
+
+        self.__listen()
+
+    def __listen(self):
+
+        self.server.listen()
+        logging.debug("Listening for connections")
+
+        while True:
+            if self._dispatch_queue.qsize() > self.worker_count:
+                time.sleep(0.01)
+                continue
+
+            conn, addr = self.server.accept()
+            logging.info("New connection: %s", addr[0])
+            self._dispatch_queue.put((conn, addr))
+            logging.debug("Dispatched connection %s", addr)
+
+    def __shutdown(self):
+
+        # Set stop event
+        self._stop_event.set()
+
+        # Wake up workers
+        logging.debug("Waking up workers")
+        for p in self.workers:
+            self._dispatch_queue.put((None, None))
+
+        logging.debug("Closing dispatch queue")
+        self._dispatch_queue.close()
+
+        logging.debug("Waiting for workers to shutdown")
+        p: Process
+        for p in self.workers:
+            p.join()
+            p.terminate()
+
+        logging.debug("Shutting down socket")
+        self.server.shutdown(socket.SHUT_RDWR)
+        self.server.close()
+
+    def __create_workers(self):
+        for i in range(self.worker_count):
+            logging.debug("Creating worker: %d", i + 1)
+            p = mp.Process(target=worker.worker,
+                           args=(self.address, i + 1, self.logging_level, self._dispatch_queue, self._stop_event))
+            p.start()
+            self.workers.append(p)
+
+            time.sleep(0.1)