a
This commit is contained in:
2
.gitignore
vendored
2
.gitignore
vendored
@@ -162,7 +162,7 @@ cython_debug/
|
|||||||
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
|
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
|
||||||
.idea/
|
.idea/
|
||||||
|
|
||||||
# Project specific - Troostwijk Scraper
|
# Project specific - Scaev
|
||||||
output/
|
output/
|
||||||
*.db
|
*.db
|
||||||
*.csv
|
*.csv
|
||||||
|
|||||||
@@ -1,11 +1,11 @@
|
|||||||
version: '3.8'
|
version: '3.8'
|
||||||
|
|
||||||
services:
|
services:
|
||||||
scaev-scraper:
|
scaev:
|
||||||
build:
|
build:
|
||||||
context: .
|
context: .
|
||||||
dockerfile: Dockerfile
|
dockerfile: Dockerfile
|
||||||
container_name: scaev-scraper
|
container_name: scaev
|
||||||
volumes:
|
volumes:
|
||||||
# Mount to match config.py paths (/mnt/okcomputer/output)
|
# Mount to match config.py paths (/mnt/okcomputer/output)
|
||||||
# This maps host ./output directory to container /mnt/okcomputer/output
|
# This maps host ./output directory to container /mnt/okcomputer/output
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
#!/usr/bin/env python3
|
#!/usr/bin/env python3
|
||||||
"""
|
"""
|
||||||
Troostwijk Auctions Scraper - Main Entry Point
|
Scaev Auctions Scraper - Main Entry Point
|
||||||
Focuses on extracting auction lots with caching and rate limiting
|
Focuses on extracting auction lots with caching and rate limiting
|
||||||
"""
|
"""
|
||||||
|
|
||||||
@@ -29,7 +29,7 @@ def main():
|
|||||||
test_extraction()
|
test_extraction()
|
||||||
return
|
return
|
||||||
|
|
||||||
print("Troostwijk Auctions Scraper")
|
print("Scaev Auctions Scraper")
|
||||||
print("=" * 60)
|
print("=" * 60)
|
||||||
print(f"Rate limit: {config.RATE_LIMIT_SECONDS} seconds BETWEEN EVERY REQUEST")
|
print(f"Rate limit: {config.RATE_LIMIT_SECONDS} seconds BETWEEN EVERY REQUEST")
|
||||||
print(f"Cache database: {config.CACHE_DB}")
|
print(f"Cache database: {config.CACHE_DB}")
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
#!/usr/bin/env python3
|
#!/usr/bin/env python3
|
||||||
"""
|
"""
|
||||||
Core scraper module for Scaev Auctions
|
Core scaev module for Scaev Auctions
|
||||||
"""
|
"""
|
||||||
import sqlite3
|
import sqlite3
|
||||||
import asyncio
|
import asyncio
|
||||||
|
|||||||
Reference in New Issue
Block a user