Update text_generator.py

text_generator.py

@@ -1,23 +1,4 @@
 from transformers import AutoTokenizer
- 
-
-def tokenize(input_text):
-    tokens = tokenizer(input_text)["input_ids"]
-    return f"Number of tokens: {len(tokens)}"
-
-tokenize_tool = gr.Interface(
-    fn=tokenize,
-    inputs=gr.Textbox(lines=7, label="Input Text"),
-    outputs=gr.Textbox(label="Tokenization Result"),
-    live=True,
-    title="GPT-2 Tokenizer",
-    description="This tool tokenizes input text using the lgaalves/gpt2-dolly model.",
-)
-
-tokenize_tool.launch()
-
-import os
-from transformers import pipeline
 from transformers import Tool
 
 class TokenCounterTool(Tool):
@@ -30,5 +11,5 @@ class TokenCounterTool(Tool):
         token = os.environ['hf']
         tokenizer = AutoTokenizer.from_pretrained("lgaalves/gpt2-dolly")
         tokens = tokenizer(input_text)["input_ids"]
-        return f"Number of tokens: {len(tokens)}"
+        return f"{len(tokens)}"