96 lines
2.4 KiB
Go
96 lines
2.4 KiB
Go
package server
|
|
|
|
import (
|
|
"fmt"
|
|
"git.a-wan.net/alan/pipelines/internal/pipeline"
|
|
"git.a-wan.net/alan/pipelines/internal/protocol"
|
|
"log"
|
|
"time"
|
|
)
|
|
|
|
func (r *runner) scheduleLoop() {
|
|
defer r.schedulerWG.Done()
|
|
if err := r.scheduleTick(time.Now(), true); err != nil {
|
|
log.Printf("scheduler startup: %v", err)
|
|
}
|
|
ticker := time.NewTicker(time.Second)
|
|
defer ticker.Stop()
|
|
for {
|
|
select {
|
|
case <-r.ctx.Done():
|
|
return
|
|
case now := <-ticker.C:
|
|
if err := r.scheduleTick(now, false); err != nil {
|
|
log.Printf("scheduler: %v", err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (r *runner) scheduleTick(now time.Time, recovery bool) error {
|
|
items, err := r.store.List(r.ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for _, item := range items {
|
|
d, err := r.store.Get(r.ctx, item.ID, 0)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if d.Graph.Settings == nil {
|
|
continue
|
|
}
|
|
for slot, rule := range d.Graph.Settings.Schedules {
|
|
due, err := r.store.ScheduleDue(r.ctx, d, slot, rule, now)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if due.After(now) {
|
|
continue
|
|
}
|
|
next, err := pipeline.NextSchedule(rule, now)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if rule.Every != "" {
|
|
interval, _ := time.ParseDuration(rule.Every)
|
|
next = due.Add((now.Sub(due)/interval + 1) * interval)
|
|
}
|
|
status := "claimed"
|
|
if recovery || now.Sub(due) > 5*time.Second {
|
|
status = "skipped_missed"
|
|
}
|
|
loc, err := pipeline.ScheduleLocation(rule)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if !pipeline.ScheduleDay(rule, due.In(loc)) {
|
|
status = "skipped_day"
|
|
}
|
|
claimed, err := r.store.ClaimSchedule(r.ctx, d, slot, due, next, status)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if !claimed || status != "claimed" {
|
|
continue
|
|
}
|
|
request := protocol.Message{PipelineID: d.ID, Version: d.Version, RequestKey: fmt.Sprintf("schedule:%d:%d:%d:%d", d.ID, d.Version, slot, due.UnixNano()), Input: map[string]any{"prompt": d.Graph.Settings.Prompt}}
|
|
run, err := r.start(request)
|
|
runID := int64(0)
|
|
diagnostic := ""
|
|
status = "started"
|
|
if err != nil {
|
|
status = "skipped"
|
|
diagnostic = err.Error()
|
|
} else {
|
|
runID = run.ID
|
|
}
|
|
if err := r.store.FinishSchedule(r.ctx, d, slot, due, status, diagnostic, runID); err != nil {
|
|
return err
|
|
}
|
|
log.Printf("schedule pipeline=%d version=%d slot=%d due=%s status=%s run=%d %s", d.ID, d.Version, slot, due.Format(time.RFC3339), status, runID, diagnostic)
|
|
}
|
|
}
|
|
return nil
|
|
}
|