fix: always add bos when inference.

SanftMonster · SanftMonster · commit ea5f9d38ac90 · 2023-05-17T12:53:31.000+08:00
diff --git a/LLama/LLamaModel.cs b/LLama/LLamaModel.cs
@@ -317,7 +317,7 @@ public IEnumerable<string> Call(string text)
                     {
                         int n_left = _n_past - _params.n_keep;
 
-                        _n_past = _params.n_keep;
+                        _n_past = Math.Max(1, _params.n_keep);
 
                         // insert n_left/2 tokens at the start of embed from last_n_tokens
                         _embed.InsertRange(0, _last_n_tokens.GetRange(_n_ctx - n_left / 2 - _embed.Count, _embed.Count));

Original file line number	Diff line number	Diff line change
`@@ -317,7 +317,7 @@ public IEnumerable<string> Call(string text)`
`317`	`317`	`{`
`318`	`318`	`int n_left = _n_past - _params.n_keep;`
`319`	`319`
`320`		`- _n_past = _params.n_keep;`
	`320`	`+ _n_past = Math.Max(1, _params.n_keep);`
`321`	`321`
`322`	`322`	`// insert n_left/2 tokens at the start of embed from last_n_tokens`
`323`	`323`	`_embed.InsertRange(0, _last_n_tokens.GetRange(_n_ctx - n_left / 2 - _embed.Count, _embed.Count));`