copy netpoll from hslam

Author: mobus

netpoll/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 Meng Huang ([email protected])
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

netpoll/README.md

@@ -0,0 +1,192 @@
+# netpoll
+[![PkgGoDev](https://pkg.go.dev/badge/github.com/hslam/netpoll)](https://pkg.go.dev/github.com/hslam/netpoll)
+[![Build Status](https://github.com/hslam/netpoll/workflows/build/badge.svg)](https://github.com/hslam/netpoll/actions)
+[![codecov](https://codecov.io/gh/hslam/netpoll/branch/master/graph/badge.svg)](https://codecov.io/gh/hslam/netpoll)
+[![Go Report Card](https://goreportcard.com/badge/github.com/hslam/netpoll)](https://goreportcard.com/report/github.com/hslam/netpoll)
+[![LICENSE](https://img.shields.io/github/license/hslam/netpoll.svg?style=flat-square)](https://github.com/hslam/netpoll/blob/master/LICENSE)
+
+Package netpoll implements a network poller based on epoll/kqueue.
+
+## Features
+
+* Epoll/kqueue
+* TCP/UNIX
+* Compatible with the net.Conn interface.
+* Upgrade connection
+* Non-blocking I/O
+* [Splice](https://github.com/hslam/splice "splice")/[sendfile](https://github.com/hslam/sendfile "sendfile")
+* Rescheduling workers
+
+**Comparison to other packages.**
+
+|Package| [net](https://github.com/golang/go/tree/master/src/net "net")| [netpoll](https://github.com/hslam/netpoll "netpoll")|[gnet](https://github.com/panjf2000/gnet "gnet")|[evio](https://github.com/tidwall/evio "evio")|
+|:--:|:--|:--|:--|:--|
+|Low memory usage|No|Yes|Yes|Yes|
+|Non-blocking I/O|No|Yes|Yes|Yes|
+|Splice/sendfile|Yes|Yes|No|No|
+|Rescheduling|Yes|Yes|No|No|
+|Compatible with the net.Conn interface|Yes|Yes|No|No|
+
+## [Benchmark](http://github.com/hslam/netpoll-benchmark "netpoll-benchmark")
+
+<img src="https://raw.githubusercontent.com/hslam/netpoll-benchmark/master/netpoll-qps.png" width = "400" height = "300" alt="mock 0ms" align=center><img src="https://raw.githubusercontent.com/hslam/netpoll-benchmark/master/netpoll-mock-time-qps.png" width = "400" height = "300" alt="mock 1ms" align=center>
+
+## Get started
+
+### Install
+```
+go get github.com/hslam/netpoll
+```
+### Import
+```
+import "github.com/hslam/netpoll"
+```
+### Usage
+#### Simple Example
+```go
+package main
+
+import "github.com/hslam/netpoll"
+
+func main() {
+	var handler = &netpoll.DataHandler{
+		NoShared:   true,
+		NoCopy:     true,
+		BufferSize: 1024,
+		HandlerFunc: func(req []byte) (res []byte) {
+			res = req
+			return
+		},
+	}
+	if err := netpoll.ListenAndServe("tcp", ":9999", handler); err != nil {
+		panic(err)
+	}
+}
+```
+
+#### [TLS](http://github.com/hslam/socket "socket") Example
+```go
+package main
+
+import (
+	"crypto/tls"
+	"github.com/hslam/netpoll"
+	"github.com/hslam/socket"
+	"net"
+)
+
+func main() {
+	var handler = &netpoll.DataHandler{
+		NoShared:   true,
+		NoCopy:     true,
+		BufferSize: 1024,
+		HandlerFunc: func(req []byte) (res []byte) {
+			res = req
+			return
+		},
+	}
+	handler.SetUpgrade(func(conn net.Conn) (net.Conn, error) {
+		tlsConn := tls.Server(conn, socket.DefalutTLSConfig())
+		if err := tlsConn.Handshake(); err != nil {
+			return nil, err
+		}
+		return tlsConn, nil
+	})
+	if err := netpoll.ListenAndServe("tcp", ":9999", handler); err != nil {
+		panic(err)
+	}
+}
+```
+
+#### [Websocket](http://github.com/hslam/websocket "websocket") Example
+```go
+package main
+
+import (
+	"github.com/hslam/netpoll"
+	"github.com/hslam/websocket"
+	"net"
+)
+
+func main() {
+	var handler = &netpoll.ConnHandler{}
+	handler.SetUpgrade(func(conn net.Conn) (netpoll.Context, error) {
+		return websocket.Upgrade(conn, nil)
+	})
+	handler.SetServe(func(context netpoll.Context) error {
+		ws := context.(*websocket.Conn)
+		msg, err := ws.ReadMessage()
+		if err != nil {
+			return err
+		}
+		return ws.WriteMessage(msg)
+	})
+	if err := netpoll.ListenAndServe("tcp", ":9999", handler); err != nil {
+		panic(err)
+	}
+}
+```
+
+
+#### [HTTP](http://github.com/hslam/rum "rum") Example
+```go
+package main
+
+import (
+	"bufio"
+	"github.com/hslam/mux"
+	"github.com/hslam/netpoll"
+	"github.com/hslam/response"
+	"net"
+	"net/http"
+	"sync"
+)
+
+func main() {
+	m := mux.New()
+	m.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
+		w.Write([]byte("Hello World"))
+	})
+	ListenAndServe(":8080", m)
+}
+
+func ListenAndServe(addr string, handler http.Handler) error {
+	var h = &netpoll.ConnHandler{}
+	type Context struct {
+		reader  *bufio.Reader
+		rw      *bufio.ReadWriter
+		conn    net.Conn
+		serving sync.Mutex
+	}
+	h.SetUpgrade(func(conn net.Conn) (netpoll.Context, error) {
+		reader := bufio.NewReader(conn)
+		rw := bufio.NewReadWriter(reader, bufio.NewWriter(conn))
+		return &Context{reader: reader, conn: conn, rw: rw}, nil
+	})
+	h.SetServe(func(context netpoll.Context) error {
+		ctx := context.(*Context)
+		ctx.serving.Lock()
+		req, err := http.ReadRequest(ctx.reader)
+		if err != nil {
+			ctx.serving.Unlock()
+			return err
+		}
+		res := response.NewResponse(req, ctx.conn, ctx.rw)
+		handler.ServeHTTP(res, req)
+		res.FinishRequest()
+		ctx.serving.Unlock()
+		response.FreeResponse(res)
+		return nil
+	})
+	return netpoll.ListenAndServe("tcp", addr, h)
+}
+```
+
+### License
+This package is licensed under a MIT license (Copyright (c) 2020 Meng Huang)
+
+
+### Author
+netpoll was written by Meng Huang.
+
+

netpoll/handler.go

@@ -1,11 +1,13 @@
+// Copyright (c) 2020 Meng Huang ([email protected])
+// This package is licensed under a MIT license that can be found in the LICENSE file.
+
 package netpoll
 
 import (
 	"errors"
+	"github.com/hslam/buffer"
 	"net"
 	"sync"
-
-	"github.com/sunvim/utils/linear_ac"
 )
 
 // ErrHandlerFunc is the error when the HandlerFunc is nil
@@ -88,7 +90,7 @@ type context struct {
 	writing sync.Mutex
 	upgrade bool
 	conn    net.Conn
-	pool    *linear_ac.Allocator
+	pool    *buffer.Pool
 	buffer  []byte
 }
 
@@ -119,7 +121,7 @@ func (h *DataHandler) Upgrade(conn net.Conn) (Context, error) {
 	if h.NoShared {
 		ctx.buffer = make([]byte, h.BufferSize)
 	} else {
-		ctx.pool = linear_ac.BindNew()
+		ctx.pool = buffer.AssignPool(h.BufferSize)
 	}
 	return ctx, nil
 }
@@ -135,7 +137,7 @@ func (h *DataHandler) Serve(ctx Context) error {
 	if h.NoShared {
 		buf = c.buffer
 	} else {
-		c.pool.NewSlice(&buf, 0, h.BufferSize)
+		buf = c.pool.GetBuffer(h.BufferSize)
 	}
 	if c.upgrade {
 		c.reading.Lock()
@@ -146,7 +148,7 @@ func (h *DataHandler) Serve(ctx Context) error {
 	}
 	if err != nil {
 		if !h.NoShared {
-			c.pool.Release()
+			c.pool.PutBuffer(buf)
 		}
 		return err
 	}
@@ -164,7 +166,7 @@ func (h *DataHandler) Serve(ctx Context) error {
 		c.writing.Unlock()
 	}
 	if !h.NoShared {
-		c.pool.Release()
+		c.pool.PutBuffer(buf)
 	}
 	return err
 }

netpoll/handler_test.go

@@ -1,3 +1,6 @@
+// Copyright (c) 2020 Meng Huang ([email protected])
+// This package is licensed under a MIT license that can be found in the LICENSE file.
+
 package netpoll
 
 import (

netpoll/net.go

@@ -1,3 +1,6 @@
+// Copyright (c) 2020 Meng Huang ([email protected])
+// This package is licensed under a MIT license that can be found in the LICENSE file.
+
 package netpoll
 
 import (

netpoll/net_other.go

@@ -1,3 +1,6 @@
+// Copyright (c) 2020 Meng Huang ([email protected])
+// This package is licensed under a MIT license that can be found in the LICENSE file.
+
 //go:build !linux && !darwin && !dragonfly && !freebsd && !netbsd && !openbsd
 // +build !linux,!darwin,!dragonfly,!freebsd,!netbsd,!openbsd
 

netpoll/net_test.go

@@ -1,3 +1,6 @@
+// Copyright (c) 2020 Meng Huang ([email protected])
+// This package is licensed under a MIT license that can be found in the LICENSE file.
+
 package netpoll
 
 import (

netpoll/net_unix.go

@@ -1,10 +1,17 @@
+// Copyright (c) 2020 Meng Huang ([email protected])
+// This package is licensed under a MIT license that can be found in the LICENSE file.
+
 //go:build linux || darwin || dragonfly || freebsd || netbsd || openbsd
 // +build linux darwin dragonfly freebsd netbsd openbsd
 
 package netpoll
 
 import (
 	"errors"
+	"github.com/hslam/buffer"
+	"github.com/hslam/scheduler"
+	"github.com/hslam/sendfile"
+	"github.com/hslam/splice"
 	"io"
 	"net"
 	"os"
@@ -13,11 +20,6 @@ import (
 	"sync/atomic"
 	"syscall"
 	"time"
-
-	"github.com/hslam/scheduler"
-	"github.com/hslam/sendfile"
-	"github.com/hslam/splice"
-	"github.com/sunvim/utils/linear_ac"
 )
 
 const (
@@ -701,11 +703,9 @@ func genericReadFrom(w io.Writer, r io.Reader, remain int64) (n int64, err error
 	} else if remain > bufferSize {
 		remain = bufferSize
 	}
-	var buf []byte
-	pool := linear_ac.NewLinearAc()
-	pool.NewSlice(&buf, 0, int(remain))
-	defer pool.Release()
-
+	pool := buffer.AssignPool(int(remain))
+	buf := pool.GetBuffer(int(remain))
+	defer pool.PutBuffer(buf)
 	var nr int
 	nr, err = r.Read(buf)
 	if err != nil {

netpoll/net_unix_test.go

@@ -1,3 +1,6 @@
+// Copyright (c) 2020 Meng Huang ([email protected])
+// This package is licensed under a MIT license that can be found in the LICENSE file.
+
 package netpoll
 
 import (

netpoll/poll.go

@@ -1,3 +1,6 @@
+// Copyright (c) 2020 Meng Huang ([email protected])
+// This package is licensed under a MIT license that can be found in the LICENSE file.
+
 // Package netpoll implements a network poller based on epoll/kqueue.
 package netpoll