Spaces:
Sleeping
Sleeping
Update api.py
Browse files
api.py
CHANGED
@@ -51,6 +51,7 @@ async def summ_inference_tokenize(input_: list, n_tokens: int):
|
|
51 |
|
52 |
|
53 |
async def summ_inference(txts: str):
|
|
|
54 |
txts = [*map(summ_preprocess, txts)]
|
55 |
inference_tokenizer, tokenized_data = await summ_inference_tokenize(input_=txts, n_tokens=SUMM_INPUT_N_TOKENS)
|
56 |
pred = summ_model.generate(**tokenized_data, max_new_tokens=SUMM_TARGET_N_TOKENS)
|
|
|
51 |
|
52 |
|
53 |
async def summ_inference(txts: str):
|
54 |
+
logging.warning("Entering summ_inference()")
|
55 |
txts = [*map(summ_preprocess, txts)]
|
56 |
inference_tokenizer, tokenized_data = await summ_inference_tokenize(input_=txts, n_tokens=SUMM_INPUT_N_TOKENS)
|
57 |
pred = summ_model.generate(**tokenized_data, max_new_tokens=SUMM_TARGET_N_TOKENS)
|