@@ -216,6 +216,55 @@ function getBasePayload(opts: AdapterProps, stops: string[] = []) {
216
216
return payload
217
217
}
218
218
219
+ if ( format === 'arli' ) {
220
+ const body : any = {
221
+ model : gen . arliModel ,
222
+ prompt,
223
+ stop : getStoppingStrings ( opts , stops ) ,
224
+ presence_penalty : gen . presencePenalty ,
225
+ frequency_penalty : gen . frequencyPenalty ,
226
+ length_penalty : gen . repetitionPenalty ,
227
+ tfs : gen . tailFreeSampling ,
228
+ temperature : gen . temp ,
229
+ top_p : gen . topP ,
230
+ top_k : gen . topK ,
231
+ min_p : gen . minP ,
232
+ typical_p : gen . typicalP ,
233
+ ignore_eos : false ,
234
+ max_tokens : gen . maxTokens ,
235
+ smoothing_factor : gen . smoothingFactor ,
236
+ smoothing_curve : gen . smoothingCurve ,
237
+
238
+ stream : gen . streamResponse ,
239
+ }
240
+
241
+ if ( gen . dryMultiplier ) {
242
+ body . dry_multiplier = gen . dryMultiplier
243
+ body . dry_base = gen . dryBase
244
+ body . dry_allowed_length = gen . dryAllowedLength
245
+ body . dry_range = gen . dryRange
246
+ body . dry_sequence_breakers = sequenceBreakers
247
+ }
248
+
249
+ if ( gen . dynatemp_range ) {
250
+ body . dynamic_temperature = true
251
+ body . dynatemp_min = ( gen . temp ?? 1 ) - ( gen . dynatemp_range ?? 0 )
252
+ body . dynatemp_max = ( gen . temp ?? 1 ) + ( gen . dynatemp_range ?? 0 )
253
+ body . dynatemp_exponent = gen . dynatemp_exponent
254
+ }
255
+
256
+ if ( gen . xtcThreshold ) {
257
+ body . xtc_threshold = gen . xtcThreshold
258
+ body . xtc_probability = gen . xtcProbability
259
+ }
260
+
261
+ if ( body . top_k <= 0 ) {
262
+ body . top_k = - 1
263
+ }
264
+
265
+ return body
266
+ }
267
+
219
268
if ( format === 'ollama' ) {
220
269
const payload : any = {
221
270
prompt,
@@ -426,12 +475,26 @@ function getBasePayload(opts: AdapterProps, stops: string[] = []) {
426
475
epsilon_cutoff : gen . epsilonCutoff ,
427
476
}
428
477
478
+ if ( gen . dryMultiplier ) {
479
+ body . dry_multiplier = gen . dryMultiplier
480
+ body . dry_base = gen . dryBase
481
+ body . dry_allowed_length = gen . dryAllowedLength
482
+ body . dry_range = gen . dryRange
483
+ body . dry_sequence_breakers = sequenceBreakers
484
+ }
485
+
429
486
if ( gen . dynatemp_range ) {
487
+ body . dynamic_temperature = true
430
488
body . dynatemp_min = ( gen . temp ?? 1 ) - ( gen . dynatemp_range ?? 0 )
431
489
body . dynatemp_max = ( gen . temp ?? 1 ) + ( gen . dynatemp_range ?? 0 )
432
490
body . dynatemp_exponent = gen . dynatemp_exponent
433
491
}
434
492
493
+ if ( gen . xtcThreshold ) {
494
+ body . xtc_threshold = gen . xtcThreshold
495
+ body . xtc_probability = gen . xtcProbability
496
+ }
497
+
435
498
return body
436
499
}
437
500
0 commit comments