Reuse the TCP socket and buffer IO to improve performance

.github/workflows/test.yml

@@ -24,7 +24,7 @@ jobs:
             fail-fast: false
             matrix:
                 # We test quite a lot of versions because we do some OS and version specific things unfortunately
-                julia-version: ['1.6', '1.7', '1.8', 'nightly']
+                julia-version: ['1.6.5', '1.7', '1.8', 'nightly']
                 os: [ubuntu-latest, macOS-latest, windows-latest]
 
         steps:

Project.toml

@@ -16,7 +16,8 @@ julia = "^1.6"
 [extras]
 BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf"
 Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b"
+Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
 
 [targets]
-test = ["Test", "Distributed", "BenchmarkTools"]
+test = ["Test", "Distributed", "BenchmarkTools", "Random"]

messages.md

@@ -0,0 +1,51 @@
+
+
+
+Connection:
+
+1. The host starts a Julia process for the worker
+2. The worker finds a free port and starts a TCP server
+3. The worker writes the chosen port to stdout
+4. The host reads the port number from stdout
+5. The host connects to the worker's server, we now have an open TCP socket
+
+Communication (either direction):
+
+1. Send `msg_type::UInt8`
+2. Send `message_id::UInt64`
+3. Send your message data
+4. (Not yet implemented) send the message boundary
+
+
+
+Message data:
+
+from_host_call_with_response
+
+(f, args, kwargs, respond_with_nothing::Bool)
+
+from_host_call_without_response
+
+(f, args, kwargs, this_value_is_ignored::Bool)
+
+
+from_host_fake_interrupt
+# (this is not yet implemented)
+()
+
+
+
+
+from_worker_call_result
+
+result
+
+from_worker_call_failure
+
+result
+
+
+
+
+
+