move.venv

test/test_description_simple.py

@@ -0,0 +1,51 @@
+#!/usr/bin/env python3
+import sys
+import os
+parent_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+sys.path.insert(0, parent_dir)
+sys.path.insert(0, os.path.join(parent_dir, 'src'))
+
+import asyncio
+from scraper import TroostwijkScraper
+import config
+import os
+
+async def test():
+    # Force online mode
+    os.environ['SCAEV_OFFLINE'] = '0'
+    config.OFFLINE = False
+
+    scraper = TroostwijkScraper()
+    scraper.offline = False
+
+    from playwright.async_api import async_playwright
+    async with async_playwright() as p:
+        browser = await p.chromium.launch(headless=True)
+        context = await browser.new_context()
+        page = await context.new_page()
+
+        url = "https://www.troostwijkauctions.com/l/used-dometic-seastar-tfxchx8641p-top-mount-engine-control-liver-A1-39684-12"
+
+        # Add debug logging to parser
+        original_parse = scraper.parser.parse_page
+        def debug_parse(content, url):
+            result = original_parse(content, url)
+            if result:
+                print(f"PARSER OUTPUT:")
+                print(f"  description: {result.get('description', 'NONE')[:100] if result.get('description') else 'EMPTY'}")
+                print(f"  closing_time: {result.get('closing_time', 'NONE')}")
+                print(f"  bid_count: {result.get('bid_count', 'NONE')}")
+            return result
+        scraper.parser.parse_page = debug_parse
+
+        page_data = await scraper.crawl_page(page, url)
+
+        await browser.close()
+
+        print(f"\nFINAL page_data:")
+        print(f"  description: {page_data.get('description', 'NONE')[:100] if page_data and page_data.get('description') else 'EMPTY'}")
+        print(f"  closing_time: {page_data.get('closing_time', 'NONE') if page_data else 'NONE'}")
+        print(f"  bid_count: {page_data.get('bid_count', 'NONE') if page_data else 'NONE'}")
+        print(f"  status: {page_data.get('status', 'NONE') if page_data else 'NONE'}")
+
+asyncio.run(test())