Skip to content

Commit 050d949

Browse files
authored
fix(tokenizers-simple): set model to None to avoid serialization issues (#1867)
1 parent 260269d commit 050d949

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

griptape/tokenizers/base_tokenizer.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@ def max_output_tokens(self) -> int:
3030
return self._default_max_output_tokens()
3131

3232
def __attrs_post_init__(self) -> None:
33-
if hasattr(self, "model"):
33+
if self.model is not None:
3434
if self.max_input_tokens is None:
3535
self.max_input_tokens = self._default_max_input_tokens()
3636

griptape/tokenizers/simple_tokenizer.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77

88
@define()
99
class SimpleTokenizer(BaseTokenizer):
10-
model: str = field(init=False, kw_only=True)
10+
model: str | None = field(init=False, default=None, kw_only=True)
1111
characters_per_token: int = field(kw_only=True)
1212

1313
def count_tokens(self, text: str) -> int:

0 commit comments

Comments
 (0)