6 Commits

Author SHA1 Message Date
b612 95503ec65a bug fix 2022-03-18 14:51:57 +08:00
b612 538445a201 add InputMsg slice support 2022-03-18 13:49:38 +08:00
b612 beaae47d8c go mod support 2022-03-14 11:00:51 +08:00
b612 51c0d54943 add write nil func 2022-02-23 14:33:20 +08:00
b612 14203b8fa3 more feature add 2021-11-12 16:01:35 +08:00
b612 95e2899e8a add wait timeout function 2021-09-01 11:03:02 +08:00
8 changed files with 425 additions and 39 deletions
+50 -29
View File
@@ -4,7 +4,10 @@ import (
"errors" "errors"
"fmt" "fmt"
"io" "io"
"os"
"runtime"
"sync" "sync"
"sync/atomic"
"time" "time"
) )
@@ -13,79 +16,90 @@ type StarBuffer struct {
io.Writer io.Writer
io.Closer io.Closer
datas []byte datas []byte
pStart int pStart uint64
pEnd int pEnd uint64
cap int cap uint64
isClose bool isClose atomic.Value
isEnd bool isEnd atomic.Value
rmu sync.Mutex rmu sync.Mutex
wmu sync.Mutex wmu sync.Mutex
} }
func NewStarBuffer(cap int) *StarBuffer { func NewStarBuffer(cap uint64) *StarBuffer {
rtnBuffer := new(StarBuffer) rtnBuffer := new(StarBuffer)
rtnBuffer.cap = cap rtnBuffer.cap = cap
rtnBuffer.datas = make([]byte, cap) rtnBuffer.datas = make([]byte, cap)
rtnBuffer.isClose.Store(false)
rtnBuffer.isEnd.Store(false)
return rtnBuffer return rtnBuffer
} }
func (star *StarBuffer) Free() int { func (star *StarBuffer) Free() uint64 {
return star.cap - star.Len() return star.cap - star.Len()
} }
func (star *StarBuffer) Cap() int { func (star *StarBuffer) Cap() uint64 {
return star.cap return star.cap
} }
func (star *StarBuffer) Len() int { func (star *StarBuffer) Len() uint64 {
length := star.pEnd - star.pStart if star.pEnd >= star.pStart {
if length < 0 { return star.pEnd - star.pStart
return star.cap + length - 1
} }
return length return star.pEnd - star.pStart + star.cap
} }
func (star *StarBuffer) getByte() (byte, error) { func (star *StarBuffer) getByte() (byte, error) {
if star.isClose || (star.isEnd && star.Len() == 0) { if star.isClose.Load().(bool) || (star.Len() == 0 && star.isEnd.Load().(bool)) {
return 0, io.EOF return 0, io.EOF
} }
if star.Len() == 0 { if star.Len() == 0 {
return 0, errors.New("no byte available now") return 0, os.ErrNotExist
} }
data := star.datas[star.pStart] nowPtr := star.pStart
star.pStart++ nextPtr := star.pStart + 1
if star.pStart == star.cap { if nextPtr >= star.cap {
star.pStart = 0 nextPtr = 0
}
data := star.datas[nowPtr]
ok := atomic.CompareAndSwapUint64(&star.pStart, nowPtr, nextPtr)
if !ok {
return 0, os.ErrInvalid
} }
return data, nil return data, nil
} }
func (star *StarBuffer) putByte(data byte) error { func (star *StarBuffer) putByte(data byte) error {
if star.isClose || star.isEnd { if star.isClose.Load().(bool) {
return io.EOF return io.EOF
} }
kariEnd := star.pEnd + 1 nowPtr := star.pEnd
kariEnd := nowPtr + 1
if kariEnd == star.cap { if kariEnd == star.cap {
kariEnd = 0 kariEnd = 0
} }
if kariEnd == star.pStart { if kariEnd == atomic.LoadUint64(&star.pStart) {
for { for {
time.Sleep(time.Microsecond) time.Sleep(time.Microsecond)
if kariEnd != star.pStart { runtime.Gosched()
if kariEnd != atomic.LoadUint64(&star.pStart) {
break break
} }
} }
} }
star.datas[star.pEnd] = data star.datas[nowPtr] = data
star.pEnd = kariEnd if ok := atomic.CompareAndSwapUint64(&star.pEnd, nowPtr, kariEnd); !ok {
return os.ErrInvalid
}
return nil return nil
} }
func (star *StarBuffer) Close() error { func (star *StarBuffer) Close() error {
star.isClose = true star.isClose.Store(true)
return nil return nil
} }
func (star *StarBuffer) Read(buf []byte) (int, error) { func (star *StarBuffer) Read(buf []byte) (int, error) {
if star.isClose { if star.isClose.Load().(bool) || (star.Len() == 0 && star.isEnd.Load().(bool)) {
return 0, io.EOF return 0, io.EOF
} }
if buf == nil { if buf == nil {
@@ -100,6 +114,10 @@ func (star *StarBuffer) Read(buf []byte) (int, error) {
if err == io.EOF { if err == io.EOF {
return sum, err return sum, err
} }
if err == os.ErrNotExist {
i--
continue
}
return sum, nil return sum, nil
} }
buf[i] = data buf[i] = data
@@ -109,8 +127,11 @@ func (star *StarBuffer) Read(buf []byte) (int, error) {
} }
func (star *StarBuffer) Write(bts []byte) (int, error) { func (star *StarBuffer) Write(bts []byte) (int, error) {
if bts == nil || star.isClose { if bts == nil && !star.isEnd.Load().(bool) {
star.isEnd = true star.isEnd.Store(true)
return 0, nil
}
if bts == nil || star.isClose.Load().(bool) {
return 0, io.EOF return 0, io.EOF
} }
star.wmu.Lock() star.wmu.Lock()
+86
View File
@@ -0,0 +1,86 @@
package stario
import (
"fmt"
"sync/atomic"
"testing"
"time"
)
func Test_Circle(t *testing.T) {
buf := NewStarBuffer(2048)
go func() {
for {
//fmt.Println("write start")
buf.Write([]byte("中华人民共和国\n"))
//fmt.Println("write success")
time.Sleep(time.Millisecond * 50)
}
}()
cpp := ""
go func() {
time.Sleep(time.Second * 3)
for {
cache := make([]byte, 64)
ints, err := buf.Read(cache)
if err != nil {
fmt.Println("read error", err)
return
}
if ints != 0 {
cpp += string(cache[:ints])
}
}
}()
time.Sleep(time.Second * 13)
fmt.Println(cpp)
}
func Test_Circle_Speed(t *testing.T) {
buf := NewStarBuffer(1048976)
count := uint64(0)
for i := 1; i <= 10; i++ {
go func() {
for {
buf.putByte('a')
}
}()
}
for i := 1; i <= 10; i++ {
go func() {
for {
_, err := buf.getByte()
if err == nil {
atomic.AddUint64(&count, 1)
}
}
}()
}
time.Sleep(time.Second * 10)
fmt.Println(count)
}
func Test_Circle_Speed2(t *testing.T) {
buf := NewStarBuffer(8192)
count := uint64(0)
for i := 1; i <= 10; i++ {
go func() {
for {
buf.Write([]byte("hello world b612 hello world b612 b612 b612 b612 b612 b612"))
}
}()
}
for i := 1; i <= 10; i++ {
go func() {
for {
mybuf := make([]byte, 1024)
j, err := buf.Read(mybuf)
if err == nil {
atomic.AddUint64(&count, uint64(j))
}
}
}()
}
time.Sleep(time.Second * 10)
fmt.Println(float64(count) / 10 / 1024 / 1024)
}
+55
View File
@@ -0,0 +1,55 @@
package stario
import (
"errors"
"time"
)
var ERR_TIMEOUT = errors.New("TIME OUT")
func WaitUntilTimeout(tm time.Duration, fn func(chan struct{}) error) error {
var err error
finished := make(chan struct{})
imout := make(chan struct{})
go func() {
err = fn(imout)
finished <- struct{}{}
}()
select {
case <-finished:
return err
case <-time.After(tm):
close(imout)
return ERR_TIMEOUT
}
}
func WaitUntilFinished(fn func() error) <-chan error {
finished := make(chan error)
go func() {
err := fn()
finished <- err
}()
return finished
}
func WaitUntilTimeoutFinished(tm time.Duration, fn func(chan struct{}) error) <-chan error {
var err error
finished := make(chan struct{})
result := make(chan error)
imout := make(chan struct{})
go func() {
err = fn(imout)
finished <- struct{}{}
}()
go func() {
select {
case <-finished:
result <- err
case <-time.After(tm):
close(imout)
result <- ERR_TIMEOUT
}
}()
return result
}
+5
View File
@@ -0,0 +1,5 @@
module b612.me/stario
go 1.16
require golang.org/x/crypto v0.0.0-20220313003712-b769efc7c000
+11
View File
@@ -0,0 +1,11 @@
golang.org/x/crypto v0.0.0-20220313003712-b769efc7c000 h1:SL+8VVnkqyshUSz5iNnXtrBQzvFF2SkROm6t5RczFAE=
golang.org/x/crypto v0.0.0-20220313003712-b769efc7c000/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4=
golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1 h1:SrN+KX8Art/Sf4HNj6Zcz06G7VEz+7w9tdXTPOZ7+l4=
golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1 h1:v+OssWQX+hTHEmOBgwxdZxK4zHq3yOs8F9J7mk0PY8E=
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
+138 -8
View File
@@ -13,6 +13,7 @@ import (
type InputMsg struct { type InputMsg struct {
msg string msg string
err error err error
skipSliceSigErr bool
} }
func Passwd(hint string, defaultVal string) InputMsg { func Passwd(hint string, defaultVal string) InputMsg {
@@ -38,7 +39,7 @@ func messageBox(hint string, defaultVal string) InputMsg {
fd := int(os.Stdin.Fd()) fd := int(os.Stdin.Fd())
state, err := terminal.MakeRaw(fd) state, err := terminal.MakeRaw(fd)
if err != nil { if err != nil {
return InputMsg{"", err} return InputMsg{msg: "", err: err}
} }
defer fmt.Println() defer fmt.Println()
defer terminal.Restore(fd, state) defer terminal.Restore(fd, state)
@@ -46,14 +47,14 @@ func messageBox(hint string, defaultVal string) InputMsg {
for { for {
b, _, err := inputReader.ReadRune() b, _, err := inputReader.ReadRune()
if err != nil { if err != nil {
return InputMsg{"", err} return InputMsg{msg: "", err: err}
} }
if b == 0x0d { if b == 0x0d {
strValue := strings.TrimSpace(string(ioBuf)) strValue := strings.TrimSpace(string(ioBuf))
if len(strValue) == 0 { if len(strValue) == 0 {
strValue = defaultVal strValue = defaultVal
} }
return InputMsg{strValue, nil} return InputMsg{msg: strValue, err: err}
} }
if b == 0x08 || b == 0x7F { if b == 0x08 || b == 0x7F {
if len(ioBuf) > 0 { if len(ioBuf) > 0 {
@@ -85,7 +86,7 @@ func passwd(hint string, defaultVal string, mask string) InputMsg {
fd := int(os.Stdin.Fd()) fd := int(os.Stdin.Fd())
state, err := terminal.MakeRaw(fd) state, err := terminal.MakeRaw(fd)
if err != nil { if err != nil {
return InputMsg{"", err} return InputMsg{msg: "", err: err}
} }
defer fmt.Println() defer fmt.Println()
defer terminal.Restore(fd, state) defer terminal.Restore(fd, state)
@@ -93,14 +94,14 @@ func passwd(hint string, defaultVal string, mask string) InputMsg {
for { for {
b, _, err := inputReader.ReadRune() b, _, err := inputReader.ReadRune()
if err != nil { if err != nil {
return InputMsg{"", err} return InputMsg{msg: "", err: err}
} }
if b == 0x0d { if b == 0x0d {
strValue := strings.TrimSpace(string(ioBuf)) strValue := strings.TrimSpace(string(ioBuf))
if len(strValue) == 0 { if len(strValue) == 0 {
strValue = defaultVal strValue = defaultVal
} }
return InputMsg{strValue, nil} return InputMsg{msg: strValue, err: err}
} }
if b == 0x08 || b == 0x7F { if b == 0x08 || b == 0x7F {
if len(ioBuf) > 0 { if len(ioBuf) > 0 {
@@ -130,13 +131,18 @@ func MessageBox(hint string, defaultVal string) InputMsg {
inputReader := bufio.NewReader(os.Stdin) inputReader := bufio.NewReader(os.Stdin)
str, err := inputReader.ReadString('\n') str, err := inputReader.ReadString('\n')
if err != nil { if err != nil {
return InputMsg{"", err} return InputMsg{msg: str, err: err}
} }
str = strings.TrimSpace(str) str = strings.TrimSpace(str)
if len(str) == 0 { if len(str) == 0 {
str = defaultVal str = defaultVal
} }
return InputMsg{str, nil} return InputMsg{msg: str, err: err}
}
func (im InputMsg) IgnoreSliceParseError(i bool) InputMsg {
im.skipSliceSigErr = i
return im
} }
func (im InputMsg) String() (string, error) { func (im InputMsg) String() (string, error) {
@@ -151,6 +157,35 @@ func (im InputMsg) MustString() string {
return res return res
} }
func (im InputMsg) SliceString(sep string) ([]string, error) {
if im.err != nil {
return nil, im.err
}
return strings.Split(im.msg, sep), nil
}
func (im InputMsg) MustSliceString(sep string) []string {
res, _ := im.SliceString(sep)
return res
}
func (im InputMsg) sliceFn(sep string, fn func(string) (interface{}, error)) ([]interface{}, error) {
var res []interface{}
data, err := im.SliceString(sep)
if err != nil {
return res, err
}
for _, v := range data {
code, err := fn(v)
if err != nil && !im.skipSliceSigErr {
return nil, err
} else if err == nil {
res = append(res, code)
}
}
return res, nil
}
func (im InputMsg) Int() (int, error) { func (im InputMsg) Int() (int, error) {
if im.err != nil { if im.err != nil {
return 0, im.err return 0, im.err
@@ -158,6 +193,22 @@ func (im InputMsg) Int() (int, error) {
return strconv.Atoi(im.msg) return strconv.Atoi(im.msg)
} }
func (im InputMsg) SliceInt(sep string) ([]int, error) {
data, err := im.sliceFn(sep, func(v string) (interface{}, error) {
return strconv.Atoi(v)
})
var res []int
for _, v := range data {
res = append(res, v.(int))
}
return res, err
}
func (im InputMsg) MustSliceInt(sep string) []int {
res, _ := im.SliceInt(sep)
return res
}
func (im InputMsg) MustInt() int { func (im InputMsg) MustInt() int {
res, _ := im.Int() res, _ := im.Int()
return res return res
@@ -175,6 +226,22 @@ func (im InputMsg) MustInt64() int64 {
return res return res
} }
func (im InputMsg) SliceInt64(sep string) ([]int64, error) {
data, err := im.sliceFn(sep, func(v string) (interface{}, error) {
return strconv.ParseInt(v, 10, 64)
})
var res []int64
for _, v := range data {
res = append(res, v.(int64))
}
return res, err
}
func (im InputMsg) MustSliceInt64(sep string) []int64 {
res, _ := im.SliceInt64(sep)
return res
}
func (im InputMsg) Uint64() (uint64, error) { func (im InputMsg) Uint64() (uint64, error) {
if im.err != nil { if im.err != nil {
return 0, im.err return 0, im.err
@@ -186,6 +253,21 @@ func (im InputMsg) MustUint64() uint64 {
res, _ := im.Uint64() res, _ := im.Uint64()
return res return res
} }
func (im InputMsg) SliceUint64(sep string) ([]uint64, error) {
data, err := im.sliceFn(sep, func(v string) (interface{}, error) {
return strconv.ParseUint(v, 10, 64)
})
var res []uint64
for _, v := range data {
res = append(res, v.(uint64))
}
return res, err
}
func (im InputMsg) MustSliceUint64(sep string) []uint64 {
res, _ := im.SliceUint64(sep)
return res
}
func (im InputMsg) Bool() (bool, error) { func (im InputMsg) Bool() (bool, error) {
if im.err != nil { if im.err != nil {
@@ -199,6 +281,22 @@ func (im InputMsg) MustBool() bool {
return res return res
} }
func (im InputMsg) SliceBool(sep string) ([]bool, error) {
data, err := im.sliceFn(sep, func(v string) (interface{}, error) {
return strconv.ParseBool(v)
})
var res []bool
for _, v := range data {
res = append(res, v.(bool))
}
return res, err
}
func (im InputMsg) MustSliceBool(sep string) []bool {
res, _ := im.SliceBool(sep)
return res
}
func (im InputMsg) Float64() (float64, error) { func (im InputMsg) Float64() (float64, error) {
if im.err != nil { if im.err != nil {
return 0, im.err return 0, im.err
@@ -211,6 +309,22 @@ func (im InputMsg) MustFloat64() float64 {
return res return res
} }
func (im InputMsg) SliceFloat64(sep string) ([]float64, error) {
data, err := im.sliceFn(sep, func(v string) (interface{}, error) {
return strconv.ParseFloat(v, 64)
})
var res []float64
for _, v := range data {
res = append(res, v.(float64))
}
return res, err
}
func (im InputMsg) MustSliceFloat64(sep string) []float64 {
res, _ := im.SliceFloat64(sep)
return res
}
func (im InputMsg) Float32() (float32, error) { func (im InputMsg) Float32() (float32, error) {
if im.err != nil { if im.err != nil {
return 0, im.err return 0, im.err
@@ -224,6 +338,22 @@ func (im InputMsg) MustFloat32() float32 {
return res return res
} }
func (im InputMsg) SliceFloat32(sep string) ([]float32, error) {
data, err := im.sliceFn(sep, func(v string) (interface{}, error) {
return strconv.ParseFloat(v, 32)
})
var res []float32
for _, v := range data {
res = append(res, v.(float32))
}
return res, err
}
func (im InputMsg) MustSliceFloat32(sep string) []float32 {
res, _ := im.SliceFloat32(sep)
return res
}
func YesNo(hint string, defaults bool) bool { func YesNo(hint string, defaults bool) bool {
for { for {
res := strings.ToUpper(MessageBox(hint, "").MustString()) res := strings.ToUpper(MessageBox(hint, "").MustString())
+23
View File
@@ -0,0 +1,23 @@
package stario
import (
"fmt"
"testing"
)
func Test_Slice(t *testing.T) {
var data = InputMsg{
msg: "true,false,true,true,false,0,1,hello",
err: nil,
skipSliceSigErr: false,
}
res, err := data.IgnoreSliceParseError(true).SliceBool(",")
if err != nil {
fmt.Println(res)
t.Fatal(err)
}
if len(res) == 0 {
t.Fatal(res)
}
fmt.Println(res)
}
+55
View File
@@ -0,0 +1,55 @@
package stario
import (
"sync"
"sync/atomic"
"time"
)
type WaitGroup struct {
wg *sync.WaitGroup
maxCount uint32
allCount uint32
}
func NewWaitGroup(maxCount int) WaitGroup {
return WaitGroup{wg: &sync.WaitGroup{}, maxCount: uint32(maxCount)}
}
func (swg *WaitGroup) Add(delta int) {
var Udelta uint32
if delta < 0 {
Udelta = uint32(-delta - 1)
} else {
Udelta = uint32(delta)
}
for {
allC := atomic.LoadUint32(&swg.allCount)
if atomic.LoadUint32(&swg.maxCount) == 0 || atomic.LoadUint32(&swg.maxCount) >= allC+uint32(delta) {
if delta < 0 {
atomic.AddUint32(&swg.allCount, ^uint32(Udelta))
} else {
atomic.AddUint32(&swg.allCount, uint32(Udelta))
}
break
}
time.Sleep(time.Microsecond)
}
swg.wg.Add(delta)
}
func (swg *WaitGroup) Done() {
swg.Add(-1)
}
func (swg *WaitGroup) Wait() {
swg.wg.Wait()
}
func (swg *WaitGroup) GetMaxWaitNum() int {
return int(atomic.LoadUint32(&swg.maxCount))
}
func (swg *WaitGroup) SetMaxWaitNum(num int) {
atomic.AddUint32(&swg.maxCount, uint32(num))
}