From 7e22d70c42756f4285690b1360f5c45084a4f495 Mon Sep 17 00:00:00 2001
From: Vilhjalmur Thorsteinsson <vt@extrada.com>
Date: Sat, 23 Mar 2024 11:29:32 +0000
Subject: [PATCH] Fix type declaration in tokenizer.py

---
 src/tokenizer/tokenizer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/tokenizer/tokenizer.py b/src/tokenizer/tokenizer.py
index ee0a33f..096eb53 100644
--- a/src/tokenizer/tokenizer.py
+++ b/src/tokenizer/tokenizer.py
@@ -2500,7 +2500,7 @@ def parse_sentences(token_stream: Iterator[Tok]) -> Iterator[Tok]:
     exclamation marks, etc.)"""
 
     in_sentence = False
-    token = cast(Tok, None)
+    token: Optional[Tok] = None
     tok_begin_sentence = TOK.Begin_Sentence()
     tok_end_sentence = TOK.End_Sentence()