summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2024-04-13 13:54:58 +0200
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2024-04-13 13:54:58 +0200
commit3c59ed779e3b30ab4877ae94242c9df076df681a (patch)
tree4d717a0eff7081df9c70a22c1c5b032b65314778
parenta96b270805eba2b6d8c40d1fa2ee0d35c73cba0e (diff)
Fix tqdm logging
-rw-r--r--rag/upload.py7
1 files changed, 3 insertions, 4 deletions
diff --git a/rag/upload.py b/rag/upload.py
index 3c5a100..8567142 100644
--- a/rag/upload.py
+++ b/rag/upload.py
@@ -7,9 +7,6 @@ from tqdm import tqdm
from rag.retriever.retriever import Retriever
-log.remove()
-log.add(lambda msg: tqdm.write(msg, end=""), colorize=True)
-
@click.command()
@click.option(
@@ -22,10 +19,12 @@ def main(directory: str):
log.info(f"Uploading pfs found in directory {directory}...")
retriever = Retriever()
pdfs = Path(directory).glob("**/*.pdf")
- for path in tqdm(pdfs):
+ for path in tqdm(list(pdfs)):
retriever.add_pdf(path=path)
if __name__ == "__main__":
+ log.remove()
+ log.add(lambda msg: tqdm.write(msg, end=""), colorize=True)
load_dotenv()
main()