Skip to content

Commit 2e72daa

Browse files
committed
feat: prefer latest outlines core and compile grammar in router
1 parent 24ee40d commit 2e72daa

File tree

15 files changed

+424
-38
lines changed

15 files changed

+424
-38
lines changed

Cargo.lock

Lines changed: 170 additions & 20 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

backends/client/src/v3/client.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -181,6 +181,7 @@ impl Client {
181181
watermark: true,
182182
grammar: String::new(),
183183
grammar_type: GrammarType::None as i32,
184+
grammar_index: None,
184185
}),
185186
stopping_parameters: Some(StoppingCriteriaParameters {
186187
max_new_tokens,

backends/client/src/v3/sharded_client.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -244,6 +244,7 @@ impl Health for ShardedClient {
244244
watermark: false,
245245
grammar: String::new(),
246246
grammar_type: GrammarType::None as i32,
247+
grammar_index: None,
247248
}),
248249
stopping_parameters: Some(StoppingCriteriaParameters {
249250
max_new_tokens: 1,

backends/v2/src/queue.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -429,6 +429,7 @@ mod tests {
429429
frequency_penalty: 0.0,
430430
watermark: false,
431431
grammar: None,
432+
grammar_index: None,
432433
},
433434
stopping_parameters: ValidStoppingParameters {
434435
ignore_eos_token: false,

backends/v3/src/client/grpc_client.rs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -181,6 +181,7 @@ impl Client {
181181
watermark: true,
182182
grammar: String::new(),
183183
grammar_type: GrammarType::None as i32,
184+
grammar_index: None,
184185
}),
185186
stopping_parameters: Some(StoppingCriteriaParameters {
186187
max_new_tokens,

0 commit comments

Comments
 (0)