a
This commit is contained in:
2
.gitignore
vendored
2
.gitignore
vendored
@@ -162,7 +162,7 @@ cython_debug/
|
||||
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
|
||||
.idea/
|
||||
|
||||
# Project specific - Troostwijk Scraper
|
||||
# Project specific - Scaev
|
||||
output/
|
||||
*.db
|
||||
*.csv
|
||||
|
||||
@@ -1,11 +1,11 @@
|
||||
version: '3.8'
|
||||
|
||||
services:
|
||||
scaev-scraper:
|
||||
scaev:
|
||||
build:
|
||||
context: .
|
||||
dockerfile: Dockerfile
|
||||
container_name: scaev-scraper
|
||||
container_name: scaev
|
||||
volumes:
|
||||
# Mount to match config.py paths (/mnt/okcomputer/output)
|
||||
# This maps host ./output directory to container /mnt/okcomputer/output
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
#!/usr/bin/env python3
|
||||
"""
|
||||
Troostwijk Auctions Scraper - Main Entry Point
|
||||
Scaev Auctions Scraper - Main Entry Point
|
||||
Focuses on extracting auction lots with caching and rate limiting
|
||||
"""
|
||||
|
||||
@@ -29,7 +29,7 @@ def main():
|
||||
test_extraction()
|
||||
return
|
||||
|
||||
print("Troostwijk Auctions Scraper")
|
||||
print("Scaev Auctions Scraper")
|
||||
print("=" * 60)
|
||||
print(f"Rate limit: {config.RATE_LIMIT_SECONDS} seconds BETWEEN EVERY REQUEST")
|
||||
print(f"Cache database: {config.CACHE_DB}")
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
#!/usr/bin/env python3
|
||||
"""
|
||||
Core scraper module for Scaev Auctions
|
||||
Core scaev module for Scaev Auctions
|
||||
"""
|
||||
import sqlite3
|
||||
import asyncio
|
||||
|
||||
Reference in New Issue
Block a user