working containerized build

This commit is contained in:
2026-06-13 13:27:29 -07:00
parent 34690b3691
commit 530fd93a0b
12 changed files with 441 additions and 10 deletions
+3 -1
View File
@@ -1,4 +1,5 @@
import asyncio
import os
from datetime import datetime
from typing import Optional, Union
from loguru import logger
@@ -14,7 +15,8 @@ async def main():
month = now.strftime('%B').lower()[0:3]
day = str(now.day).zfill(2)
url = f"https://www.theguardian.com/us-news/{year}/{month}/{day}/all"
output_file = "data/output.json"
data_dir = os.environ.get("DATA_DIR", "data")
output_file = os.path.join(data_dir, "output.json")
client = GuardianClient(concurrency_limit=5)
parser = GuardianParser()