Skip to content

Commit 4d012b9

Browse files
committed
undo changes to LanguageModel.swift
1 parent 8e4db8f commit 4d012b9

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

Sources/Models/LanguageModel.swift

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -129,7 +129,7 @@ extension LanguageModel {
129129
static let valueCache = "valueCache"
130130
// Output keys
131131
static let logits = "logits"
132-
static let present = "presentKeys"
132+
static let presentKeys = "presentKeys"
133133
static let presentValues = "presentValues"
134134
}
135135
}
@@ -265,7 +265,7 @@ public extension LanguageModel {
265265
}
266266
let kCacheInput = model.modelDescription.inputDescriptionsByName[Keys.keyCache] != nil
267267
let vCacheInput = model.modelDescription.inputDescriptionsByName[Keys.valueCache] != nil
268-
let kCacheOutput = model.modelDescription.outputDescriptionsByName[Keys.present] != nil
268+
let kCacheOutput = model.modelDescription.outputDescriptionsByName[Keys.presentKeys] != nil
269269
let vCacheOutput = model.modelDescription.outputDescriptionsByName[Keys.presentValues] != nil
270270

271271
guard Set([kCacheInput, vCacheInput, kCacheOutput, vCacheOutput]).count == 1 else {
@@ -408,7 +408,7 @@ extension LanguageModel: TextGenerationModel {
408408
/// Provides sensible defaults based on the model type, with model-specific
409409
/// optimizations for known architectures like GPT models.
410410
public var defaultGenerationConfig: GenerationConfig {
411-
var config: GenerationConfig = GenerationConfig(maxNewTokens: 2048)
411+
var config = GenerationConfig(maxNewTokens: 2048)
412412
switch modelName.lowercased() {
413413
case let x where x.contains("gpt"):
414414
config.doSample = true

0 commit comments

Comments
 (0)