ksvmuralidhar commited on
Commit
1fcb4cc
·
verified ·
1 Parent(s): 6b1f0a3

Update api.py

Browse files
Files changed (1) hide show
  1. api.py +1 -0
api.py CHANGED
@@ -51,6 +51,7 @@ async def summ_inference_tokenize(input_: list, n_tokens: int):
51
 
52
 
53
  async def summ_inference(txts: str):
 
54
  txts = [*map(summ_preprocess, txts)]
55
  inference_tokenizer, tokenized_data = await summ_inference_tokenize(input_=txts, n_tokens=SUMM_INPUT_N_TOKENS)
56
  pred = summ_model.generate(**tokenized_data, max_new_tokens=SUMM_TARGET_N_TOKENS)
 
51
 
52
 
53
  async def summ_inference(txts: str):
54
+ logging.warning("Entering summ_inference()")
55
  txts = [*map(summ_preprocess, txts)]
56
  inference_tokenizer, tokenized_data = await summ_inference_tokenize(input_=txts, n_tokens=SUMM_INPUT_N_TOKENS)
57
  pred = summ_model.generate(**tokenized_data, max_new_tokens=SUMM_TARGET_N_TOKENS)