working containerized build
This commit is contained in:
1 parent
34690b3691
commit
530fd93a0b
12 files changed
+441
-10
No files matched your search
@@ -1,4 +1,5 @@
|
||||
import asyncio
|
||||
import os
|
||||
from datetime import datetime
|
||||
from typing import Optional, Union
|
||||
from loguru import logger
|
||||
@@ -14,7 +15,8 @@ async def main():
|
||||
month = now.strftime('%B').lower()[0:3]
|
||||
day = str(now.day).zfill(2)
|
||||
url = f"https://www.theguardian.com/us-news/{year}/{month}/{day}/all"
|
||||
output_file = "data/output.json"
|
||||
data_dir = os.environ.get("DATA_DIR", "data")
|
||||
output_file = os.path.join(data_dir, "output.json")
|
||||
|
||||
client = GuardianClient(concurrency_limit=5)
|
||||
parser = GuardianParser()
|
||||
|
||||
Reference in new issue
Block a user