Spaces:
Runtime error
Runtime error
Skip model loading when using Inference API
Browse files
bot.py
CHANGED
|
@@ -231,8 +231,9 @@ class RAGBot:
|
|
| 231 |
self.tokenizer = None
|
| 232 |
self.vector_retriever = None
|
| 233 |
|
| 234 |
-
# Load model
|
| 235 |
-
|
|
|
|
| 236 |
|
| 237 |
# Initialize vector retriever
|
| 238 |
self._setup_vector_retriever()
|
|
|
|
| 231 |
self.tokenizer = None
|
| 232 |
self.vector_retriever = None
|
| 233 |
|
| 234 |
+
# Load model (unless skipping for Inference API)
|
| 235 |
+
if not hasattr(args, 'skip_model_loading') or not args.skip_model_loading:
|
| 236 |
+
self._load_model()
|
| 237 |
|
| 238 |
# Initialize vector retriever
|
| 239 |
self._setup_vector_retriever()
|