Change 50,257 to tokenizer.vocab_size

app.py

@@ -11,8 +11,8 @@ text3 = solara.reactive("")
 
 # Create dataframe mapping token IDs and tokens
 df = pd.DataFrame()
-df["token ID"] = range(50257)
-df["token"] = [tokenizer.decode([i]) for i in range(50257)]
+df["token ID"] = range(tokenizer.vocab_size)
+df["token"] = [tokenizer.decode([i]) for i in range(tokenizer.vocab_size)]
 
 @solara.component
 def Page():