fazli/FastApi-ISS
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

f

Browse Source
This commit is contained in:
Hossein 2025-09-25 03:08:47 +03:30
parent 760568e571
commit 7ae458f626
2 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
schemas.py
View File

@ -6,7 +6,10 @@ from datetime import datetime
class ScrapeRequest(BaseModel): class ScrapeRequest(BaseModel):
username: str username: str
seller_id: UUID seller_id: UUID
# existing field
max_count: int = Field(default=5, ge=1, le=50) max_count: int = Field(default=5, ge=1, le=50)
# NEW: accept "count" from older/other callers; ignored if not present
count: Optional[int] = Field(default=None, ge=1, le=50)
class ScrapedPost(BaseModel): class ScrapedPost(BaseModel):
ig_post_id: str ig_post_id: str

6
scraper.py
View File

@ -116,7 +116,11 @@ def _collect_raw_not_in_db(
return raw_to_save, final_cursor, pages return raw_to_save, final_cursor, pages
def scrape_and_store(db: Session, req: ScrapeRequest) -> List[ScrapedPost]: def scrape_and_store(db: Session, req: ScrapeRequest) -> List[ScrapedPost]:
target = int(req.max_count) # Prefer "count" if provided by the caller, otherwise fall back to "max_count"
target = int((req.count if getattr(req, "count", None) is not None else req.max_count))
# Optional debug line
print(f"[SCRAPER] requested count={getattr(req, 'count', None)} max_count={req.max_count} → resolved target={target}")
# since_taken_at (optional) # since_taken_at (optional)
since_ts: Optional[int] = None since_ts: Optional[int] = None