notify/server_bulk.go

package notify

import (
	"context"
	"errors"
)

func (s *ServerCommon) SetBulkHandler(fn func(BulkAcceptInfo) error) {
	runtime := s.getBulkRuntime()
	if runtime == nil {
		return
	}
	runtime.setHandler(fn)
}

func (s *ServerCommon) OpenBulkLogical(ctx context.Context, logical *LogicalConn, opt BulkOpenOptions) (Bulk, error) {
	opt = normalizeBulkOpenOptions(opt)
	switch opt.Mode {
	case BulkOpenModeDedicated:
		opt.Dedicated = true
		return s.openBulkLogicalWithMode(ctx, logical, opt)
	case BulkOpenModeAuto:
		if err := logicalDedicatedBulkSupportError(logical); err == nil {
			dedicatedOpt := opt
			dedicatedOpt.Mode = BulkOpenModeDedicated
			dedicatedOpt.Dedicated = true
			bulk, dedicatedErr := s.openBulkLogicalWithMode(ctx, logical, dedicatedOpt)
			if dedicatedErr == nil {
				return bulk, nil
			}
			sharedOpt := opt
			sharedOpt.Mode = BulkOpenModeShared
			sharedOpt.Dedicated = false
			sharedBulk, sharedErr := s.openBulkLogicalWithMode(ctx, logical, sharedOpt)
			if sharedErr == nil {
				return sharedBulk, nil
			}
			return nil, errors.Join(dedicatedErr, sharedErr)
		}
		opt.Mode = BulkOpenModeShared
		opt.Dedicated = false
		return s.openBulkLogicalWithMode(ctx, logical, opt)
	case BulkOpenModeShared, BulkOpenModeDefault:
		opt.Mode = BulkOpenModeShared
		opt.Dedicated = false
		return s.openBulkLogicalWithMode(ctx, logical, opt)
	default:
		opt.Mode = BulkOpenModeShared
		opt.Dedicated = false
		return s.openBulkLogicalWithMode(ctx, logical, opt)
	}
}

func (s *ServerCommon) openBulkLogicalWithMode(ctx context.Context, logical *LogicalConn, opt BulkOpenOptions) (Bulk, error) {
	if s == nil {
		return nil, errBulkServerNil
	}
	opt = applyBulkOpenTuningDefaults(opt, s.bulkOpenTuningSnapshot())
	if logical == nil {
		return nil, errBulkLogicalConnNil
	}
	runtime := s.getBulkRuntime()
	if runtime == nil {
		return nil, errBulkRuntimeNil
	}
	req := serverBulkRequest(runtime, opt)
	scope := serverFileScope(logical)
	if req.Dedicated {
		if err := logicalDedicatedBulkSupportError(logical); err != nil {
			return nil, err
		}
	}
	if !validBulkRange(req.Range) {
		return nil, errBulkRangeInvalid
	}
	if _, exists := runtime.lookup(scope, req.BulkID); exists {
		return nil, errBulkAlreadyExists
	}
	if req.Dedicated {
		if req.DataID == 0 {
			req.DataID = runtime.nextDataID()
		}
		if req.AttachToken == "" {
			req.AttachToken = newBulkAttachToken()
		}
		bulk := newBulkHandle(logical.stopContextSnapshot(), runtime, scope, req, 0, logical, logical.CurrentTransportConn(), logical.transportGenerationSnapshot(), serverBulkCloseSender(s, logical, nil), serverBulkResetSender(s, logical, nil), serverBulkDataSender(s, logical.CurrentTransportConn()), serverBulkWriteSender(s, logical, logical.CurrentTransportConn()), serverBulkReleaseSender(s, logical, logical.CurrentTransportConn()))
		bulk.markAcceptHandled()
		if err := runtime.register(scope, bulk); err != nil {
			return nil, err
		}
		s.attachServerDedicatedSidecarIfExists(logical, bulk)
		resp, err := sendBulkOpenServerLogical(ctx, s, logical, req)
		if err != nil {
			bulk.markReset(err)
			return nil, err
		}
		if resp.DataID != 0 && resp.DataID != req.DataID {
			err = errBulkAlreadyExists
			_, _ = sendBulkResetServerLogical(context.Background(), s, logical, BulkResetRequest{
				BulkID: req.BulkID,
				DataID: req.DataID,
				Error:  "bulk dedicated data id mismatch",
			})
			bulk.markReset(err)
			return nil, err
		}
		if resp.TransportGeneration != 0 {
			bulk.transportGeneration = resp.TransportGeneration
		}
		if resp.FastPathVersion != 0 {
			bulk.fastPathVersion = normalizeBulkFastPathVersion(resp.FastPathVersion)
		}
		if resp.AttachToken != "" {
			bulk.setDedicatedAttachToken(resp.AttachToken)
		}
		if err := bulk.waitAcceptReady(ctx); err != nil {
			_, _ = sendBulkResetServerLogical(context.Background(), s, logical, BulkResetRequest{
				BulkID: req.BulkID,
				DataID: req.DataID,
				Error:  err.Error(),
			})
			bulk.markReset(err)
			return nil, err
		}
		return bulk, nil
	}
	resp, err := sendBulkOpenServerLogical(ctx, s, logical, req)
	if err != nil {
		return nil, err
	}
	if resp.DataID != 0 {
		req.DataID = resp.DataID
	}
	if resp.FastPathVersion != 0 {
		req.FastPathVersion = resp.FastPathVersion
	}
	req.Dedicated = resp.Dedicated
	if resp.AttachToken != "" {
		req.AttachToken = resp.AttachToken
	}
	if req.DataID == 0 {
		return nil, errBulkDataIDEmpty
	}
	transport := logical.CurrentTransportConn()
	bulk := newBulkHandle(logical.stopContextSnapshot(), runtime, scope, req, 0, logical, transport, resp.TransportGeneration, serverBulkCloseSender(s, logical, nil), serverBulkResetSender(s, logical, nil), serverBulkDataSender(s, transport), serverBulkWriteSender(s, logical, transport), serverBulkReleaseSender(s, logical, transport))
	bulk.markAcceptHandled()
	if err := runtime.register(scope, bulk); err != nil {
		_, _ = sendBulkResetServerLogical(context.Background(), s, logical, BulkResetRequest{
			BulkID: req.BulkID,
			DataID: req.DataID,
			Error:  err.Error(),
		})
		return nil, err
	}
	s.attachServerDedicatedSidecarIfExists(logical, bulk)
	return bulk, nil
}

func (s *ServerCommon) OpenBulkTransport(ctx context.Context, transport *TransportConn, opt BulkOpenOptions) (Bulk, error) {
	opt = normalizeBulkOpenOptions(opt)
	switch opt.Mode {
	case BulkOpenModeDedicated:
		opt.Dedicated = true
		return s.openBulkTransportWithMode(ctx, transport, opt)
	case BulkOpenModeAuto:
		if err := transportDedicatedBulkSupportError(transport); err == nil {
			dedicatedOpt := opt
			dedicatedOpt.Mode = BulkOpenModeDedicated
			dedicatedOpt.Dedicated = true
			bulk, dedicatedErr := s.openBulkTransportWithMode(ctx, transport, dedicatedOpt)
			if dedicatedErr == nil {
				return bulk, nil
			}
			sharedOpt := opt
			sharedOpt.Mode = BulkOpenModeShared
			sharedOpt.Dedicated = false
			sharedBulk, sharedErr := s.openBulkTransportWithMode(ctx, transport, sharedOpt)
			if sharedErr == nil {
				return sharedBulk, nil
			}
			return nil, errors.Join(dedicatedErr, sharedErr)
		}
		opt.Mode = BulkOpenModeShared
		opt.Dedicated = false
		return s.openBulkTransportWithMode(ctx, transport, opt)
	case BulkOpenModeShared, BulkOpenModeDefault:
		opt.Mode = BulkOpenModeShared
		opt.Dedicated = false
		return s.openBulkTransportWithMode(ctx, transport, opt)
	default:
		opt.Mode = BulkOpenModeShared
		opt.Dedicated = false
		return s.openBulkTransportWithMode(ctx, transport, opt)
	}
}

func (s *ServerCommon) openBulkTransportWithMode(ctx context.Context, transport *TransportConn, opt BulkOpenOptions) (Bulk, error) {
	if s == nil {
		return nil, errBulkServerNil
	}
	opt = applyBulkOpenTuningDefaults(opt, s.bulkOpenTuningSnapshot())
	if transport == nil {
		return nil, errBulkTransportNil
	}
	logical := transport.LogicalConn()
	if logical == nil {
		return nil, errBulkLogicalConnNil
	}
	runtime := s.getBulkRuntime()
	if runtime == nil {
		return nil, errBulkRuntimeNil
	}
	req := serverBulkRequest(runtime, opt)
	scope := serverFileScope(logical)
	if req.Dedicated {
		if err := transportDedicatedBulkSupportError(transport); err != nil {
			return nil, err
		}
	}
	if !validBulkRange(req.Range) {
		return nil, errBulkRangeInvalid
	}
	if _, exists := runtime.lookup(scope, req.BulkID); exists {
		return nil, errBulkAlreadyExists
	}
	if req.Dedicated {
		if req.DataID == 0 {
			req.DataID = runtime.nextDataID()
		}
		if req.AttachToken == "" {
			req.AttachToken = newBulkAttachToken()
		}
		bulk := newBulkHandle(logical.stopContextSnapshot(), runtime, scope, req, 0, logical, transport, transport.TransportGeneration(), serverBulkCloseSender(s, logical, transport), serverBulkResetSender(s, logical, transport), serverBulkDataSender(s, transport), serverBulkWriteSender(s, logical, transport), serverBulkReleaseSender(s, logical, transport))
		bulk.markAcceptHandled()
		if err := runtime.register(scope, bulk); err != nil {
			return nil, err
		}
		s.attachServerDedicatedSidecarIfExists(logical, bulk)
		resp, err := sendBulkOpenServerTransport(ctx, s, transport, req)
		if err != nil {
			bulk.markReset(err)
			return nil, err
		}
		if resp.DataID != 0 && resp.DataID != req.DataID {
			err = errBulkAlreadyExists
			_, _ = sendBulkResetServerTransport(context.Background(), s, transport, BulkResetRequest{
				BulkID: req.BulkID,
				DataID: req.DataID,
				Error:  "bulk dedicated data id mismatch",
			})
			bulk.markReset(err)
			return nil, err
		}
		if resp.TransportGeneration != 0 {
			bulk.transportGeneration = resp.TransportGeneration
		}
		if resp.FastPathVersion != 0 {
			bulk.fastPathVersion = normalizeBulkFastPathVersion(resp.FastPathVersion)
		}
		if resp.AttachToken != "" {
			bulk.setDedicatedAttachToken(resp.AttachToken)
		}
		if err := bulk.waitAcceptReady(ctx); err != nil {
			_, _ = sendBulkResetServerTransport(context.Background(), s, transport, BulkResetRequest{
				BulkID: req.BulkID,
				DataID: req.DataID,
				Error:  err.Error(),
			})
			bulk.markReset(err)
			return nil, err
		}
		return bulk, nil
	}
	resp, err := sendBulkOpenServerTransport(ctx, s, transport, req)
	if err != nil {
		return nil, err
	}
	if resp.DataID != 0 {
		req.DataID = resp.DataID
	}
	if resp.FastPathVersion != 0 {
		req.FastPathVersion = resp.FastPathVersion
	}
	req.Dedicated = resp.Dedicated
	if resp.AttachToken != "" {
		req.AttachToken = resp.AttachToken
	}
	if req.DataID == 0 {
		return nil, errBulkDataIDEmpty
	}
	bulk := newBulkHandle(logical.stopContextSnapshot(), runtime, scope, req, 0, logical, transport, resp.TransportGeneration, serverBulkCloseSender(s, logical, transport), serverBulkResetSender(s, logical, transport), serverBulkDataSender(s, transport), serverBulkWriteSender(s, logical, transport), serverBulkReleaseSender(s, logical, transport))
	bulk.markAcceptHandled()
	if err := runtime.register(scope, bulk); err != nil {
		_, _ = sendBulkResetServerTransport(context.Background(), s, transport, BulkResetRequest{
			BulkID: req.BulkID,
			DataID: req.DataID,
			Error:  err.Error(),
		})
		return nil, err
	}
	s.attachServerDedicatedSidecarIfExists(logical, bulk)
	return bulk, nil
}

func serverBulkRequest(runtime *bulkRuntime, opt BulkOpenOptions) BulkOpenRequest {
	opt = normalizeBulkOpenOptions(opt)
	id := opt.ID
	if id == "" && runtime != nil {
		id = runtime.nextID()
	}
	return normalizeBulkOpenRequest(BulkOpenRequest{
		BulkID:          id,
		FastPathVersion: bulkFastPathVersionCurrent,
		Range:           opt.Range,
		Metadata:        cloneBulkMetadata(opt.Metadata),
		ReadTimeout:     opt.ReadTimeout,
		WriteTimeout:    opt.WriteTimeout,
		Dedicated:       opt.Dedicated,
		ChunkSize:       opt.ChunkSize,
		WindowBytes:     opt.WindowBytes,
		MaxInFlight:     opt.MaxInFlight,
	})
}

func serverBulkCloseSender(s *ServerCommon, logical *LogicalConn, transport *TransportConn) bulkCloseSender {
	return func(ctx context.Context, bulk *bulkHandle, full bool) error {
		if bulk != nil && bulk.Dedicated() {
			if err := bulk.waitDedicatedReady(ctx); err != nil {
				return err
			}
			return s.sendDedicatedBulkClose(ctx, bulk.LogicalConn(), bulk, full)
		}
		req := BulkCloseRequest{
			BulkID: bulk.ID(),
			Full:   full,
		}
		if logical != nil {
			_, err := sendBulkCloseServerLogical(ctx, s, logical, req)
			return err
		}
		_, err := sendBulkCloseServerTransport(ctx, s, transport, req)
		return err
	}
}

func serverBulkResetSender(s *ServerCommon, logical *LogicalConn, transport *TransportConn) bulkResetSender {
	return func(ctx context.Context, bulk *bulkHandle, message string) error {
		if bulk != nil && bulk.Dedicated() {
			if err := bulk.waitDedicatedReady(ctx); err != nil {
				return err
			}
			return s.sendDedicatedBulkReset(ctx, bulk.LogicalConn(), bulk, message)
		}
		req := BulkResetRequest{
			BulkID: bulk.ID(),
			DataID: bulk.dataIDSnapshot(),
			Error:  message,
		}
		if logical != nil {
			_, err := sendBulkResetServerLogical(ctx, s, logical, req)
			return err
		}
		_, err := sendBulkResetServerTransport(ctx, s, transport, req)
		return err
	}
}

func serverBulkDataSender(s *ServerCommon, transport *TransportConn) bulkDataSender {
	return func(ctx context.Context, bulk *bulkHandle, chunk []byte) error {
		if s == nil {
			return errBulkServerNil
		}
		if ctx != nil {
			select {
			case <-ctx.Done():
				return ctx.Err()
			default:
			}
		}
		if bulk != nil && bulk.Dedicated() {
			if err := bulk.waitDedicatedReady(ctx); err != nil {
				return err
			}
			return s.sendDedicatedBulkData(ctx, bulk.LogicalConn(), bulk, chunk)
		}
		if transport == nil {
			return errBulkTransportNil
		}
		if !transport.IsCurrent() {
			return errTransportDetached
		}
		dataID := bulk.dataIDSnapshot()
		if dataID == 0 {
			return errBulkDataPathNotReady
		}
		return s.sendFastBulkDataTransport(ctx, bulk.LogicalConn(), transport, dataID, bulk.nextOutboundDataSeq(), chunk, bulk.fastPathVersionSnapshot())
	}
}

func serverBulkWriteSender(s *ServerCommon, logical *LogicalConn, transport *TransportConn) bulkWriteSender {
	return func(ctx context.Context, bulk *bulkHandle, startSeq uint64, payload []byte, payloadOwned bool) (int, error) {
		if s == nil {
			return 0, errBulkServerNil
		}
		if ctx != nil {
			select {
			case <-ctx.Done():
				return 0, ctx.Err()
			default:
			}
		}
		if bulk != nil && bulk.Dedicated() {
			if err := bulk.waitDedicatedReady(ctx); err != nil {
				return 0, err
			}
			return s.sendDedicatedBulkWrite(ctx, bulk.LogicalConn(), bulk, startSeq, payload, payloadOwned)
		}
		if transport == nil {
			return 0, errBulkTransportNil
		}
		if !transport.IsCurrent() {
			return 0, errTransportDetached
		}
		if bulk == nil {
			return 0, errBulkRuntimeNil
		}
		dataID := bulk.dataIDSnapshot()
		if dataID == 0 {
			return 0, errBulkDataPathNotReady
		}
		return s.sendFastBulkWriteTransport(ctx, bulk.LogicalConn(), transport, dataID, startSeq, bulk.chunkSize, bulk.fastPathVersionSnapshot(), payload, payloadOwned)
	}
}

func serverBulkReleaseSender(s *ServerCommon, logical *LogicalConn, transport *TransportConn) bulkReleaseSender {
	return func(bulk *bulkHandle, bytes int64, chunks int) error {
		if s == nil || bulk == nil {
			return errBulkServerNil
		}
		if bytes <= 0 && chunks <= 0 {
			return nil
		}
		ctx, cancel, err := bulk.newWriteContext(bulk.Context(), bulk.writeTimeout)
		if err != nil {
			return err
		}
		defer cancel()
		if bulk.Dedicated() {
			return s.sendDedicatedBulkRelease(ctx, logical, bulk, bytes, chunks)
		}
		if transport != nil && transport.IsCurrent() && bulk.fastPathVersionSnapshot() >= bulkFastPathVersionV2 {
			payload, err := encodeBulkDedicatedReleasePayload(bytes, chunks)
			if err != nil {
				return err
			}
			return s.sendFastBulkControlTransport(ctx, logical, transport, bulkFastPayloadTypeRelease, 0, bulk.dataIDSnapshot(), 0, bulk.fastPathVersionSnapshot(), payload)
		}
		req := BulkReleaseRequest{
			BulkID: bulk.ID(),
			DataID: bulk.dataIDSnapshot(),
			Bytes:  bytes,
			Chunks: chunks,
		}
		if transport != nil && transport.IsCurrent() {
			return sendBulkReleaseServerTransport(s, transport, req)
		}
		return sendBulkReleaseServerLogical(s, logical, req)
	}
}