working containerized build
This commit is contained in:
@@ -1,4 +1,5 @@
|
||||
import asyncio
|
||||
import os
|
||||
from datetime import datetime
|
||||
from typing import Optional, Union
|
||||
from loguru import logger
|
||||
@@ -14,7 +15,8 @@ async def main():
|
||||
month = now.strftime('%B').lower()[0:3]
|
||||
day = str(now.day).zfill(2)
|
||||
url = f"https://www.theguardian.com/us-news/{year}/{month}/{day}/all"
|
||||
output_file = "data/output.json"
|
||||
data_dir = os.environ.get("DATA_DIR", "data")
|
||||
output_file = os.path.join(data_dir, "output.json")
|
||||
|
||||
client = GuardianClient(concurrency_limit=5)
|
||||
parser = GuardianParser()
|
||||
|
||||
Reference in New Issue
Block a user