some gocritic

This commit is contained in:
Michael Yang 2024-05-21 22:07:57 -07:00
parent dad7a987ae
commit c895a7d13f
10 changed files with 21 additions and 20 deletions

View file

@ -66,7 +66,7 @@ func (s *Scheduler) GetRunner(c context.Context, model *Model, opts api.Options,
opts.NumCtx = 4
}
opts.NumCtx = opts.NumCtx * envconfig.NumParallel
opts.NumCtx *= envconfig.NumParallel
req := &LlmRequest{
ctx: c,