This commit is contained in:
Tour
2025-12-04 15:26:33 +01:00
parent 05b5e63762
commit 021a75396e
4 changed files with 6 additions and 6 deletions

2
.gitignore vendored
View File

@@ -162,7 +162,7 @@ cython_debug/
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
.idea/
# Project specific - Troostwijk Scraper
# Project specific - Scaev
output/
*.db
*.csv

View File

@@ -1,11 +1,11 @@
version: '3.8'
services:
scaev-scraper:
scaev:
build:
context: .
dockerfile: Dockerfile
container_name: scaev-scraper
container_name: scaev
volumes:
# Mount to match config.py paths (/mnt/okcomputer/output)
# This maps host ./output directory to container /mnt/okcomputer/output

View File

@@ -1,6 +1,6 @@
#!/usr/bin/env python3
"""
Troostwijk Auctions Scraper - Main Entry Point
Scaev Auctions Scraper - Main Entry Point
Focuses on extracting auction lots with caching and rate limiting
"""
@@ -29,7 +29,7 @@ def main():
test_extraction()
return
print("Troostwijk Auctions Scraper")
print("Scaev Auctions Scraper")
print("=" * 60)
print(f"Rate limit: {config.RATE_LIMIT_SECONDS} seconds BETWEEN EVERY REQUEST")
print(f"Cache database: {config.CACHE_DB}")

View File

@@ -1,6 +1,6 @@
#!/usr/bin/env python3
"""
Core scraper module for Scaev Auctions
Core scaev module for Scaev Auctions
"""
import sqlite3
import asyncio