refactor: modernize project and improve error handling and documentation

docker-compose.yaml

@@ -0,0 +1,36 @@
+services:
+  pipeline:
+    build: .
+    user: "1000:1000"
+    volumes:
+      - ./output:/app/output:z
+      - ./config:/app/config:z
+    command: ["/bin/bash", "scripts/scheduler.sh"]
+    environment:
+      - INTERVAL=3600
+    restart: unless-stopped
+
+  api:
+    build: .
+    user: "1000:1000"
+    ports:
+      - "8000:8000"
+    volumes:
+      - ./output:/app/output:z
+      - ./config:/app/config:z
+    command: ["python", "-m", "uvicorn", "api.main:app", "--host", "0.0.0.0", "--port", "8000"]
+    restart: unless-stopped
+
+  dashboard:
+    build: .
+    user: "1000:1000"
+    ports:
+      - "8501:8501"
+    volumes:
+      - ./output:/app/output:z
+      - ./config:/app/config:z
+    environment:
+      - STREAMLIT_BROWSER_GATHER_USAGE_STATS=false
+      - STREAMLIT_USAGE_STATS_ENABLED=false
+    command: ["streamlit", "run", "dashboard/app.py", "--server.port", "8501", "--server.address", "0.0.0.0"]
+    restart: unless-stopped