feat: add repetition_penalty and top_k to openai (#288)

router/src/lib.rs

@@ -455,6 +455,8 @@ struct ChatCompletionRequest {
  // Additional parameters
  // TODO(travis): add other LoRAX params here
  response_format: Option<ResponseFormat>,
+ repetition_penalty: Option<f32>,
+ top_k: Option<i32>,
 }
 
 #[derive(Clone, Debug, Deserialize, ToSchema)]
@@ -478,6 +480,8 @@ struct CompletionRequest {
  user: Option<String>,
  // Additional parameters
  // TODO(travis): add other LoRAX params here
+ repetition_penalty: Option<f32>,
+ top_k: Option<i32>,
 }
 
 #[derive(Serialize, ToSchema)]
@@ -587,8 +591,8 @@ impl From<CompletionRequest> for CompatGenerateRequest {
  api_token: None,
  best_of: req.best_of.map(|x| x as usize),
  temperature: req.temperature,
- repetition_penalty: None,
- top_k: None,
+ repetition_penalty: req.repetition_penalty,
+ top_k: req.top_k,
  top_p: req.top_p,
  typical_p: None,
  do_sample: !req.n.is_none(),
@@ -622,8 +626,8 @@ impl From<ChatCompletionRequest> for CompatGenerateRequest {
  api_token: None,
  best_of: req.n.map(|x| x as usize),
  temperature: req.temperature,
- repetition_penalty: None,
- top_k: None,
+ repetition_penalty: req.repetition_penalty,
+ top_k: req.top_k,
  top_p: req.top_p,
  typical_p: None,
  do_sample: !req.n.is_none(),