@@ -129,7 +129,7 @@ extension LanguageModel {
129
129
static let valueCache = " valueCache "
130
130
// Output keys
131
131
static let logits = " logits "
132
- static let present = " presentKeys "
132
+ static let presentKeys = " presentKeys "
133
133
static let presentValues = " presentValues "
134
134
}
135
135
}
@@ -265,7 +265,7 @@ public extension LanguageModel {
265
265
}
266
266
let kCacheInput = model. modelDescription. inputDescriptionsByName [ Keys . keyCache] != nil
267
267
let vCacheInput = model. modelDescription. inputDescriptionsByName [ Keys . valueCache] != nil
268
- let kCacheOutput = model. modelDescription. outputDescriptionsByName [ Keys . present ] != nil
268
+ let kCacheOutput = model. modelDescription. outputDescriptionsByName [ Keys . presentKeys ] != nil
269
269
let vCacheOutput = model. modelDescription. outputDescriptionsByName [ Keys . presentValues] != nil
270
270
271
271
guard Set ( [ kCacheInput, vCacheInput, kCacheOutput, vCacheOutput] ) . count == 1 else {
@@ -408,7 +408,7 @@ extension LanguageModel: TextGenerationModel {
408
408
/// Provides sensible defaults based on the model type, with model-specific
409
409
/// optimizations for known architectures like GPT models.
410
410
public var defaultGenerationConfig : GenerationConfig {
411
- var config : GenerationConfig = GenerationConfig ( maxNewTokens: 2048 )
411
+ var config = GenerationConfig ( maxNewTokens: 2048 )
412
412
switch modelName. lowercased ( ) {
413
413
case let x where x. contains ( " gpt " ) :
414
414
config. doSample = true
0 commit comments