WIP: Feat/memory transport

go.mod

@@ -38,7 +38,7 @@ require (
 	github.com/mikioh/tcpinfo v0.0.0-20190314235526-30a79bb1804b
 	github.com/mr-tron/base58 v1.2.0
 	github.com/multiformats/go-base32 v0.1.0
-	github.com/multiformats/go-multiaddr v0.13.0
+	github.com/multiformats/go-multiaddr v0.14.0
 	github.com/multiformats/go-multiaddr-dns v0.4.0
 	github.com/multiformats/go-multiaddr-fmt v0.1.0
 	github.com/multiformats/go-multibase v0.2.0

go.sum

@@ -233,8 +233,8 @@ github.com/multiformats/go-base32 v0.1.0/go.mod h1:Kj3tFY6zNr+ABYMqeUNeGvkIC/UYg
 github.com/multiformats/go-base36 v0.2.0 h1:lFsAbNOGeKtuKozrtBsAkSVhv1p9D0/qedU9rQyccr0=
 github.com/multiformats/go-base36 v0.2.0/go.mod h1:qvnKE++v+2MWCfePClUEjE78Z7P2a1UV0xHgWc0hkp4=
 github.com/multiformats/go-multiaddr v0.1.1/go.mod h1:aMKBKNEYmzmDmxfX88/vz+J5IU55txyt0p4aiWVohjo=
-github.com/multiformats/go-multiaddr v0.13.0 h1:BCBzs61E3AGHcYYTv8dqRH43ZfyrqM8RXVPT8t13tLQ=
-github.com/multiformats/go-multiaddr v0.13.0/go.mod h1:sBXrNzucqkFJhvKOiwwLyqamGa/P5EIXNPLovyhQCII=
+github.com/multiformats/go-multiaddr v0.14.0 h1:bfrHrJhrRuh/NXH5mCnemjpbGjzRw/b+tJFOD41g2tU=
+github.com/multiformats/go-multiaddr v0.14.0/go.mod h1:6EkVAxtznq2yC3QT5CM1UTAwG0GTP3EWAIcjHuzQ+r4=
 github.com/multiformats/go-multiaddr-dns v0.4.0 h1:P76EJ3qzBXpUXZ3twdCDx/kvagMsNo0LMFXpyms/zgU=
 github.com/multiformats/go-multiaddr-dns v0.4.0/go.mod h1:7hfthtB4E4pQwirrz+J0CcDUfbWzTqEzVyYKKIKpgkc=
 github.com/multiformats/go-multiaddr-fmt v0.1.0 h1:WLEFClPycPkp4fnIzoFoV9FVd49/eQsuaL3/CWe167E=

p2p/test/transport/transport_test.go

@@ -31,6 +31,7 @@ import (
 	"github.com/libp2p/go-libp2p/p2p/protocol/ping"
 	"github.com/libp2p/go-libp2p/p2p/security/noise"
 	tls "github.com/libp2p/go-libp2p/p2p/security/tls"
+	libp2pmemory "github.com/libp2p/go-libp2p/p2p/transport/memory"
 	libp2pwebrtc "github.com/libp2p/go-libp2p/p2p/transport/webrtc"
 	"go.uber.org/mock/gomock"
 
@@ -156,6 +157,21 @@ var transportsToTest = []TransportTestCase{
 			return h
 		},
 	},
+	{
+		Name: "Memory",
+		HostGenerator: func(t *testing.T, opts TransportTestCaseOpts) host.Host {
+			libp2pOpts := transformOpts(opts)
+			libp2pOpts = append(libp2pOpts, libp2p.Transport(libp2pmemory.NewTransport))
+			if opts.NoListen {
+				libp2pOpts = append(libp2pOpts, libp2p.NoListenAddrs)
+			} else {
+				libp2pOpts = append(libp2pOpts, libp2p.ListenAddrStrings("/memory/1234"))
+			}
+			h, err := libp2p.New(libp2pOpts...)
+			require.NoError(t, err)
+			return h
+		},
+	},
 }
 
 func TestPing(t *testing.T) {

p2p/transport/memory/conn.go

@@ -0,0 +1,130 @@
+package memory
+
+import (
+	"context"
+	"sync"
+	"sync/atomic"
+
+	ic "github.com/libp2p/go-libp2p/core/crypto"
+	"github.com/libp2p/go-libp2p/core/network"
+	"github.com/libp2p/go-libp2p/core/peer"
+	tpt "github.com/libp2p/go-libp2p/core/transport"
+	ma "github.com/multiformats/go-multiaddr"
+)
+
+type conn struct {
+	id int64
+
+	transport *transport
+	scope     network.ConnManagementScope
+
+	localPeer      peer.ID
+	localMultiaddr ma.Multiaddr
+
+	remotePeerID    peer.ID
+	remotePubKey    ic.PubKey
+	remoteMultiaddr ma.Multiaddr
+
+	mu sync.Mutex
+
+	closed    atomic.Bool
+	closeOnce sync.Once
+
+	streamC chan *stream
+	streams map[int64]network.MuxedStream
+}
+
+var _ tpt.CapableConn = &conn{}
+
+func newConnection(
+	t *transport,
+	s *stream,
+	localPeer peer.ID,
+	localMultiaddr ma.Multiaddr,
+	remotePubKey ic.PubKey,
+	remotePeer peer.ID,
+	remoteMultiaddr ma.Multiaddr,
+) *conn {
+	c := &conn{
+		id:              connCounter.Add(1),
+		transport:       t,
+		localPeer:       localPeer,
+		localMultiaddr:  localMultiaddr,
+		remotePubKey:    remotePubKey,
+		remotePeerID:    remotePeer,
+		remoteMultiaddr: remoteMultiaddr,
+		streamC:         make(chan *stream, 1),
+		streams:         make(map[int64]network.MuxedStream),
+	}
+
+	c.addStream(s.id, s)
+	return c
+}
+
+func (c *conn) Close() error {
+	c.closed.Store(true)
+	for _, s := range c.streams {
+		s.Close()
+	}
+
+	return nil
+}
+
+func (c *conn) IsClosed() bool {
+	return c.closed.Load()
+}
+
+func (c *conn) OpenStream(ctx context.Context) (network.MuxedStream, error) {
+	inStream, outStream := newStreamPair()
+
+	c.streamC <- inStream
+	return outStream, nil
+}
+
+func (c *conn) AcceptStream() (network.MuxedStream, error) {
+	in := <-c.streamC
+	id := streamCounter.Add(1)
+	c.addStream(id, in)
+	return in, nil
+}
+
+func (c *conn) LocalPeer() peer.ID { return c.localPeer }
+
+// RemotePeer returns the peer ID of the remote peer.
+func (c *conn) RemotePeer() peer.ID { return c.remotePeerID }
+
+// RemotePublicKey returns the public pkey of the remote peer.
+func (c *conn) RemotePublicKey() ic.PubKey { return c.remotePubKey }
+
+// LocalMultiaddr returns the local Multiaddr associated
+func (c *conn) LocalMultiaddr() ma.Multiaddr { return c.localMultiaddr }
+
+// RemoteMultiaddr returns the remote Multiaddr associated
+func (c *conn) RemoteMultiaddr() ma.Multiaddr { return c.remoteMultiaddr }
+
+func (c *conn) Transport() tpt.Transport {
+	return c.transport
+}
+
+func (c *conn) Scope() network.ConnScope {
+	return c.scope
+}
+
+// ConnState is the state of security connection.
+func (c *conn) ConnState() network.ConnectionState {
+	return network.ConnectionState{Transport: "memory"}
+}
+
+func (c *conn) addStream(id int64, stream network.MuxedStream) {
+	c.mu.Lock()
+	defer c.mu.Unlock()
+
+	c.streams[id] = stream
+}
+
+func (c *conn) removeStream(id int64) {
+	c.mu.Lock()
+	defer c.mu.Unlock()
+
+	delete(c.streams, id)
+}

p2p/transport/memory/listener.go

@@ -0,0 +1,71 @@
+package memory
+
+import (
+	"context"
+	"net"
+	"sync"
+
+	tpt "github.com/libp2p/go-libp2p/core/transport"
+	ma "github.com/multiformats/go-multiaddr"
+)
+
+const (
+	listenerQueueSize = 16
+)
+
+type listener struct {
+	t      *transport
+	ctx    context.Context
+	cancel context.CancelFunc
+	laddr  ma.Multiaddr
+
+	mu          sync.Mutex
+	connCh      chan *conn
+	connections map[int64]*conn
+}
+
+func (l *listener) Multiaddr() ma.Multiaddr {
+	return l.laddr
+}
+
+func newListener(t *transport, laddr ma.Multiaddr) *listener {
+	ctx, cancel := context.WithCancel(context.Background())
+	return &listener{
+		t:           t,
+		ctx:         ctx,
+		cancel:      cancel,
+		laddr:       laddr,
+		connCh:      make(chan *conn, listenerQueueSize),
+		connections: make(map[int64]*conn),
+	}
+}
+
+// Accept accepts new connections.
+func (l *listener) Accept() (tpt.CapableConn, error) {
+	select {
+	case <-l.ctx.Done():
+		return nil, tpt.ErrListenerClosed
+	case c, ok := <-l.connCh:
+		if !ok {
+			return nil, tpt.ErrListenerClosed
+		}
+
+		l.mu.Lock()
+		defer l.mu.Unlock()
+
+		c.transport = l.t
+		l.connections[c.id] = c
+		return c, nil
+	}
+}
+
+// Close closes the listener.
+func (l *listener) Close() error {
+	l.cancel()
+	return nil
+}
+
+// Addr returns the address of this listener.
+func (l *listener) Addr() net.Addr {
+	return nil
+}

p2p/transport/memory/stream.go

@@ -0,0 +1,132 @@
+package memory
+
+import (
+	"errors"
+	"io"
+	"net"
+	"sync/atomic"
+	"time"
+
+	"github.com/libp2p/go-libp2p/core/network"
+)
+
+// stream implements network.Stream
+type stream struct {
+	id int64
+
+	write chan byte
+	read  chan byte
+
+	reset      chan struct{}
+	closeRead  chan struct{}
+	closeWrite chan struct{}
+	closed     atomic.Bool
+}
+
+var ErrClosed = errors.New("stream closed")
+
+func newStreamPair() (*stream, *stream) {
+	ra, rb := make(chan byte, 4096), make(chan byte, 4096)
+	wa, wb := rb, ra
+
+	in := newStream(rb, wb, network.DirInbound)
+	out := newStream(ra, wa, network.DirOutbound)
+	return in, out
+}
+
+func newStream(r, w chan byte, _ network.Direction) *stream {
+	s := &stream{
+		id:         streamCounter.Add(1),
+		read:       r,
+		write:      w,
+		reset:      make(chan struct{}, 1),
+		closeRead:  make(chan struct{}, 1),
+		closeWrite: make(chan struct{}, 1),
+	}
+
+	return s
+}
+
+// How to handle errors with writes?
+func (s *stream) Write(p []byte) (n int, err error) {
+	if s.closed.Load() {
+		return 0, ErrClosed
+	}
+
+	for i := 0; i < len(p); i++ {
+		select {
+		case <-s.reset:
+			err = network.ErrReset
+			return
+		case <-s.closeWrite:
+			err = ErrClosed
+			return
+		case s.write <- p[i]:
+			n = i
+		default:
+			err = io.ErrClosedPipe
+		}
+	}
+
+	return n + 1, err
+}
+
+func (s *stream) Read(p []byte) (n int, err error) {
+	if s.closed.Load() {
+		return 0, ErrClosed
+	}
+
+	for n = 0; n < len(p); n++ {
+		select {
+		case <-s.reset:
+			err = network.ErrReset
+			return
+		case <-s.closeRead:
+			err = ErrClosed
+			return
+		case b, ok := <-s.read:
+			if !ok {
+				err = io.EOF
+				return
+			}
+			p[n] = b
+		default:
+			err = io.EOF
+			return
+		}
+	}
+
+	return
+}
+
+func (s *stream) CloseWrite() error {
+	s.closeWrite <- struct{}{}
+	return nil
+}
+
+func (s *stream) CloseRead() error {
+	s.closeRead <- struct{}{}
+	return nil
+}
+
+func (s *stream) Close() error {
+	s.closed.Store(true)
+	return nil
+}
+
+func (s *stream) Reset() error {
+	s.reset <- struct{}{}
+	return nil
+}
+
+func (s *stream) SetDeadline(t time.Time) error {
+	return &net.OpError{Op: "set", Net: "pipe", Source: nil, Addr: nil, Err: errors.New("deadline not supported")}
+}
+
+func (s *stream) SetReadDeadline(t time.Time) error {
+	return &net.OpError{Op: "set", Net: "pipe", Source: nil, Addr: nil, Err: errors.New("deadline not supported")}
+}
+
+func (s *stream) SetWriteDeadline(t time.Time) error {
+	return &net.OpError{Op: "set", Net: "pipe", Source: nil, Addr: nil, Err: errors.New("deadline not supported")}
+}