removed more queues

engine/dispatcher/dispatcher.go

@@ -26,7 +26,6 @@ type dis struct {
 	mgr    et.SessionManager
 	done   chan struct{}
 	dchan  chan *et.Event
-	pchan  chan *et.Event
 	cchan  chan *et.EventDataElement
 }
 
@@ -41,7 +40,6 @@ func NewDispatcher(l *slog.Logger, r et.Registry, mgr et.SessionManager) et.Disp
 		mgr:    mgr,
 		done:   make(chan struct{}),
 		dchan:  make(chan *et.Event, MinPipelineQueueSize),
-		pchan:  make(chan *et.Event, MinPipelineQueueSize),
 		cchan:  make(chan *et.EventDataElement, MinPipelineQueueSize),
 	}
 
@@ -89,10 +87,6 @@ loop:
 			}
 		case e := <-d.cchan:
 			d.completedCallback(e)
-		case e := <-d.pchan:
-			if err := d.appendToPipeline(e); err != nil {
-				d.logger.Error(fmt.Sprintf("Failed to append to a data pipeline: %s", err.Error()))
-			}
 		}
 	}
 }
@@ -120,11 +114,14 @@ func (d *dis) fillPipelineQueues() {
 		for _, atype := range ptypes {
 			if entities, err := s.Queue().Next(atype, numRequested); err == nil && len(entities) > 0 {
 				for _, entity := range entities {
-					d.pchan <- &et.Event{
+					e := &et.Event{
 						Name:    fmt.Sprintf("%s - %s", string(atype), entity.Asset.Key()),
 						Entity:  entity,
 						Session: s,
 					}
+					if err := d.appendToPipeline(e); err != nil {
+						d.logger.Error(fmt.Sprintf("Failed to append to a data pipeline: %s", err.Error()))
+					}
 				}
 			}
 		}
@@ -173,6 +170,7 @@ func (d *dis) safeDispatch(e *et.Event) error {
 
 	if qlen := ap.Queue.Len(); e.Meta != nil || qlen < MinPipelineQueueSize {
 		if err := d.appendToPipeline(e); err != nil {
+			d.logger.Error(fmt.Sprintf("Failed to append to a data pipeline: %s", err.Error()))
 			return err
 		}
 	}