Skip to content

Commit

Permalink
removed TokenizerTests dependency on Model
Browse files Browse the repository at this point in the history
  • Loading branch information
greenrazer committed Feb 5, 2025
1 parent f1d5233 commit 1b64c92
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions Tests/TokenizersTests/TokenizerTests.swift
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,6 @@
import XCTest
import Hub
@testable import Tokenizers
@testable import Models

class GPT2TokenizerTests: TokenizerTests {
override class var hubModelName: String? { "distilgpt2" }
Expand Down Expand Up @@ -277,7 +276,8 @@ class TokenizerTester {
guard _tokenizer == nil else { return _tokenizer! }
do {
guard let tokenizerConfig = try await configuration!.tokenizerConfig else {
throw TokenizerError.tokenizerConfigNotFound
XCTFail("Cannot retrieve Tokenizer configuration")
return nil
}
let tokenizerData = try await configuration!.tokenizerData
_tokenizer = try AutoTokenizer.from(tokenizerConfig: tokenizerConfig, tokenizerData: tokenizerData)
Expand Down

0 comments on commit 1b64c92

Please sign in to comment.