arahrooh commited on
Commit
b5d5a5b
·
1 Parent(s): ecb9bc5

Skip model loading when using Inference API

Browse files
Files changed (1) hide show
  1. bot.py +3 -2
bot.py CHANGED
@@ -231,8 +231,9 @@ class RAGBot:
231
  self.tokenizer = None
232
  self.vector_retriever = None
233
 
234
- # Load model
235
- self._load_model()
 
236
 
237
  # Initialize vector retriever
238
  self._setup_vector_retriever()
 
231
  self.tokenizer = None
232
  self.vector_retriever = None
233
 
234
+ # Load model (unless skipping for Inference API)
235
+ if not hasattr(args, 'skip_model_loading') or not args.skip_model_loading:
236
+ self._load_model()
237
 
238
  # Initialize vector retriever
239
  self._setup_vector_retriever()