Public Access
R1 stabilization: pytest harness with transactional db fixture, smoke + alembic + auth + scrape + approval + swiftly tests, github actions ci yaml. Bearer-token admin auth + signed-cookie session for family ui mutations. Async POST /api/admin/scrape (BackgroundTasks, returns 202). Path canonicalization (no /list, /planned suffixes). DATABASE_URL fail-fast on empty. R2 deferred-risk spikes: live lucky california fetch (R2-A), full email+per-voter approval click round trip with single-use enforcement (R2-B, console email backend, sendgrid stub). R3-0 phase 3 redesign: replaced playwright html scraper with requests based swiftly json api client. 17 categories, ~10k products per scrape, upsert by (source, external_id). 401 surfaces actionable token-refresh message via ScrapeLog.error_message. Pre-existing defects fixed: shopping_list.py syntax error blocking app import, MealPlan.votes orphan relationship, JSONB(astext=True) invalid kwarg, missing requests dep, calorie_target schema drift, every SQLEnum needed values_callable, 0001 had empty downgrade(), seed had duplicate ingredient rows. Migrations added: 0003 grocery_item.description, 0004 family_profile. calorie_target, 0005 grocery_item.external_id + source + composite index. Verified: 31/31 pytest green, alembic upgrade->downgrade->upgrade clean, frontend npm run build clean, live scrape 9,960 grocery_item rows in 36s. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
164 lines
4.9 KiB
Python
164 lines
4.9 KiB
Python
from fastapi import APIRouter, BackgroundTasks, Depends, HTTPException
|
|
from sqlalchemy.orm import Session
|
|
from app.database import get_db
|
|
from app.models import ScrapeLog, EmailLog, MealPlan
|
|
from app.security import require_admin
|
|
from app.services.scraper_service import ScraperService, enqueue_scrape
|
|
from typing import List, Optional
|
|
from datetime import datetime, timedelta
|
|
|
|
router = APIRouter(dependencies=[Depends(require_admin)])
|
|
|
|
|
|
@router.post("/scrape", status_code=202)
|
|
def trigger_scrape(
|
|
background_tasks: BackgroundTasks,
|
|
source: str = "lucky_california",
|
|
scrape_type: str = "weekly_ad",
|
|
db: Session = Depends(get_db),
|
|
):
|
|
log = enqueue_scrape(
|
|
db,
|
|
source=source,
|
|
scrape_type=scrape_type,
|
|
background_tasks=background_tasks,
|
|
)
|
|
return {"status": "queued", "scrape_log_id": str(log.id)}
|
|
|
|
|
|
@router.get("/logs")
|
|
def get_logs(
|
|
limit: int = 50,
|
|
source: Optional[str] = None,
|
|
db: Session = Depends(get_db)
|
|
):
|
|
query = db.query(ScrapeLog).order_by(ScrapeLog.started_at.desc())
|
|
|
|
if source:
|
|
query = query.filter(ScrapeLog.source == source)
|
|
|
|
logs = query.limit(limit).all()
|
|
return {
|
|
"logs": [
|
|
{
|
|
"id": str(log.id),
|
|
"source": log.source,
|
|
"scrape_type": log.scrape_type,
|
|
"status": log.status.value,
|
|
"items_scraped": log.items_scraped,
|
|
"error_message": log.error_message,
|
|
"started_at": log.started_at.isoformat() if log.started_at else None,
|
|
"completed_at": log.completed_at.isoformat() if log.completed_at else None,
|
|
"duration_seconds": log.duration_seconds
|
|
}
|
|
for log in logs
|
|
]
|
|
}
|
|
|
|
|
|
@router.get("/logs/{log_id}")
|
|
def get_log(log_id: str, db: Session = Depends(get_db)):
|
|
log = db.query(ScrapeLog).filter(ScrapeLog.id == log_id).first()
|
|
if not log:
|
|
raise HTTPException(status_code=404, detail="Log not found")
|
|
return {
|
|
"id": str(log.id),
|
|
"source": log.source,
|
|
"scrape_type": log.scrape_type,
|
|
"status": log.status.value,
|
|
"items_scraped": log.items_scraped,
|
|
"error_message": log.error_message,
|
|
"started_at": log.started_at.isoformat() if log.started_at else None,
|
|
"completed_at": log.completed_at.isoformat() if log.completed_at else None,
|
|
"duration_seconds": log.duration_seconds
|
|
}
|
|
|
|
|
|
@router.get("/email-logs")
|
|
def get_email_logs(
|
|
limit: int = 50,
|
|
status: Optional[str] = None,
|
|
db: Session = Depends(get_db)
|
|
):
|
|
query = db.query(EmailLog).order_by(EmailLog.created_at.desc())
|
|
|
|
if status:
|
|
query = query.filter(EmailLog.status == status)
|
|
|
|
logs = query.limit(limit).all()
|
|
return {
|
|
"logs": [
|
|
{
|
|
"id": str(log.id),
|
|
"recipient_email": log.recipient_email,
|
|
"recipient_name": log.recipient_name,
|
|
"template": log.template,
|
|
"status": log.status.value,
|
|
"error_message": log.error_message,
|
|
"created_at": log.created_at.isoformat() if log.created_at else None,
|
|
"delivered_at": log.delivered_at.isoformat() if log.delivered_at else None
|
|
}
|
|
for log in logs
|
|
]
|
|
}
|
|
|
|
|
|
@router.get("/meal-plans")
|
|
def get_all_meal_plans(
|
|
limit: int = 10,
|
|
status: Optional[str] = None,
|
|
db: Session = Depends(get_db)
|
|
):
|
|
query = db.query(MealPlan).order_by(MealPlan.week_start_date.desc())
|
|
|
|
if status:
|
|
query = query.filter(MealPlan.status == status)
|
|
|
|
plans = query.limit(limit).all()
|
|
return {
|
|
"meal_plans": [
|
|
{
|
|
"id": str(plan.id),
|
|
"week_start_date": plan.week_start_date.isoformat() if plan.week_start_date else None,
|
|
"status": plan.status.value,
|
|
"total_estimated_cost": float(plan.total_estimated_cost) if plan.total_estimated_cost else None,
|
|
"item_count": len(plan.items) if plan.items else 0,
|
|
"created_at": plan.created_at.isoformat() if plan.created_at else None
|
|
}
|
|
for plan in plans
|
|
]
|
|
}
|
|
|
|
|
|
@router.post("/test-email")
|
|
def test_email(email: str, db: Session = Depends(get_db)):
|
|
email_log = EmailLog(
|
|
recipient_email=email,
|
|
template="test",
|
|
status="sent",
|
|
created_at=datetime.now()
|
|
)
|
|
db.add(email_log)
|
|
db.commit()
|
|
db.refresh(email_log)
|
|
|
|
return {
|
|
"message": "Test email logged",
|
|
"email_log_id": str(email_log.id),
|
|
"recipient": email
|
|
}
|
|
|
|
|
|
@router.get("/stats")
|
|
def get_stats(db: Session = Depends(get_db)):
|
|
from app.models import Recipe, FamilyProfile, Ingredient
|
|
|
|
recipe_count = db.query(Recipe).count()
|
|
ingredient_count = db.query(Ingredient).count()
|
|
plan_count = db.query(MealPlan).count()
|
|
|
|
return {
|
|
"recipes": recipe_count,
|
|
"ingredients": ingredient_count,
|
|
"meal_plans": plan_count
|
|
} |