Update app.py

app.py

@@ -149,7 +149,7 @@ elif tokenizer == "Open AI GPT-4o Tokenizer":
     encoding = tiktoken.encoding_for_model("gpt-4o")
     ids = encoding.encode(txt)
     split_tokens = [
-        encoding.decode_single_token_bytes(id).decode("utf-8") for id in ids
+        encoding.decode_single_token_bytes(id).decode("utf-8", errors='ignore') for id in ids
     ]
     st.write(stream_data)
     if token_id == True: