working scraper workflow using remote ollama
This commit is contained in:
+5
-1
@@ -8,7 +8,11 @@ import threading
|
|||||||
from loguru import logger
|
from loguru import logger
|
||||||
|
|
||||||
# --- Configuration ---
|
# --- Configuration ---
|
||||||
OLLAMA_URL = os.environ.get("OLLAMA_URL", "http://127.0.0.1:11434/api/generate")
|
from server.config import resolve_ollama_url
|
||||||
|
|
||||||
|
OLLAMA_URL = resolve_ollama_url(
|
||||||
|
os.environ.get("OLLAMA_URL", "http://127.0.0.1:11434/api/generate")
|
||||||
|
)
|
||||||
MODEL_NAME = os.environ.get("MODEL_NAME", "gemma4:e2b")
|
MODEL_NAME = os.environ.get("MODEL_NAME", "gemma4:e2b")
|
||||||
PORT = int(os.environ.get("PORT", "8080"))
|
PORT = int(os.environ.get("PORT", "8080"))
|
||||||
POLL_INTERVAL = int(os.environ.get("POLL_INTERVAL", "21600")) # 6 hours
|
POLL_INTERVAL = int(os.environ.get("POLL_INTERVAL", "21600")) # 6 hours
|
||||||
|
|||||||
@@ -5,7 +5,11 @@ import httpx
|
|||||||
from loguru import logger
|
from loguru import logger
|
||||||
from typing import List, Dict
|
from typing import List, Dict
|
||||||
|
|
||||||
OLLAMA_URL = os.environ.get("OLLAMA_URL", "http://127.0.0.1:11434/api/generate")
|
from server.config import resolve_ollama_url
|
||||||
|
|
||||||
|
OLLAMA_URL = resolve_ollama_url(
|
||||||
|
os.environ.get("OLLAMA_URL", "http://127.0.0.1:11434/api/generate")
|
||||||
|
)
|
||||||
MODEL_NAME = os.environ.get("MODEL_NAME", "gemma4:e2b")
|
MODEL_NAME = os.environ.get("MODEL_NAME", "gemma4:e2b")
|
||||||
DATA_DIR = os.environ.get("DATA_DIR", "data")
|
DATA_DIR = os.environ.get("DATA_DIR", "data")
|
||||||
INPUT_FILE = os.path.join(DATA_DIR, "output.json")
|
INPUT_FILE = os.path.join(DATA_DIR, "output.json")
|
||||||
|
|||||||
+2
-2
@@ -74,12 +74,12 @@ def _generate_index(mp3_files, scripts_map):
|
|||||||
audio_entries += f"""
|
audio_entries += f"""
|
||||||
<div class="episode">
|
<div class="episode">
|
||||||
<audio controls preload="none">
|
<audio controls preload="none">
|
||||||
<source src="/{f}" type="audio/mpeg">
|
<source src="/audio/{f}" type="audio/mpeg">
|
||||||
Your browser does not support the audio element.
|
Your browser does not support the audio element.
|
||||||
</audio>
|
</audio>
|
||||||
<div class="episode-meta">
|
<div class="episode-meta">
|
||||||
<span class="episode-title">{safe_name}</span>
|
<span class="episode-title">{safe_name}</span>
|
||||||
<a href="/{f}" class="download-btn" download>Download</a>
|
<a href="/audio/{f}" class="download-btn" download>Download</a>
|
||||||
</div>
|
</div>
|
||||||
</div>"""
|
</div>"""
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,13 @@
|
|||||||
|
"""Shared pipeline configuration helpers."""
|
||||||
|
|
||||||
|
import os
|
||||||
|
|
||||||
|
_OLLAMA_DEFAULT = "http://127.0.0.1:11434/api/generate"
|
||||||
|
_OLLAMA_PATH = "/api/generate"
|
||||||
|
|
||||||
|
|
||||||
|
def resolve_ollama_url(raw: str) -> str:
|
||||||
|
"""Ensure the Ollama URL always ends with the API path."""
|
||||||
|
if raw.endswith(_OLLAMA_PATH):
|
||||||
|
return raw
|
||||||
|
return raw.rstrip("/") + _OLLAMA_PATH
|
||||||
Reference in New Issue
Block a user