This commit is contained in:
Tour
2025-12-04 15:26:33 +01:00
parent 05b5e63762
commit 021a75396e
4 changed files with 6 additions and 6 deletions

2
.gitignore vendored
View File

@@ -162,7 +162,7 @@ cython_debug/
# option (not recommended) you can uncomment the following to ignore the entire idea folder. # option (not recommended) you can uncomment the following to ignore the entire idea folder.
.idea/ .idea/
# Project specific - Troostwijk Scraper # Project specific - Scaev
output/ output/
*.db *.db
*.csv *.csv

View File

@@ -1,11 +1,11 @@
version: '3.8' version: '3.8'
services: services:
scaev-scraper: scaev:
build: build:
context: . context: .
dockerfile: Dockerfile dockerfile: Dockerfile
container_name: scaev-scraper container_name: scaev
volumes: volumes:
# Mount to match config.py paths (/mnt/okcomputer/output) # Mount to match config.py paths (/mnt/okcomputer/output)
# This maps host ./output directory to container /mnt/okcomputer/output # This maps host ./output directory to container /mnt/okcomputer/output

View File

@@ -1,6 +1,6 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
""" """
Troostwijk Auctions Scraper - Main Entry Point Scaev Auctions Scraper - Main Entry Point
Focuses on extracting auction lots with caching and rate limiting Focuses on extracting auction lots with caching and rate limiting
""" """
@@ -29,7 +29,7 @@ def main():
test_extraction() test_extraction()
return return
print("Troostwijk Auctions Scraper") print("Scaev Auctions Scraper")
print("=" * 60) print("=" * 60)
print(f"Rate limit: {config.RATE_LIMIT_SECONDS} seconds BETWEEN EVERY REQUEST") print(f"Rate limit: {config.RATE_LIMIT_SECONDS} seconds BETWEEN EVERY REQUEST")
print(f"Cache database: {config.CACHE_DB}") print(f"Cache database: {config.CACHE_DB}")

View File

@@ -1,6 +1,6 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
""" """
Core scraper module for Scaev Auctions Core scaev module for Scaev Auctions
""" """
import sqlite3 import sqlite3
import asyncio import asyncio