asdfd

app/services/external_api/tcgcsv/tcgcsv_service.py

@@ -1,5 +1,5 @@
 from typing import List, Dict, Any
-from datetime import datetime
+from datetime import datetime, timedelta
 import csv
 import io
 from app.services.external_api.base_external_service import BaseExternalService
@@ -7,21 +7,23 @@ from app.models.tcgplayer_group import TCGPlayerGroup
 from app.models.tcgplayer_product import TCGPlayerProduct
 from app.models.tcgplayer_category import TCGPlayerCategory
 from sqlalchemy.orm import Session
+import py7zr
+import os
 
 class TCGCSVService(BaseExternalService):
     def __init__(self):
-        super().__init__(base_url="https://tcgcsv.com/tcgplayer/")
+        super().__init__(base_url="https://tcgcsv.com/")
 
     async def get_groups(self, game_ids: List[int]) -> Dict[str, Any]:
         """Fetch groups for specific game IDs from TCGCSV API"""
         game_ids_str = ",".join(map(str, game_ids))
-        endpoint = f"{game_ids_str}/groups"
+        endpoint = f"tcgplayer/{game_ids_str}/groups"
         return await self._make_request("GET", endpoint)
 
     async def get_products_and_prices(self, game_ids: List[int], group_id: int) -> List[Dict[str, Any]]:
         """Fetch products and prices for a specific group from TCGCSV API"""
         game_ids_str = ",".join(map(str, game_ids))
-        endpoint = f"{game_ids_str}/{group_id}/ProductsAndPrices.csv"
+        endpoint = f"tcgplayer/{game_ids_str}/{group_id}/ProductsAndPrices.csv"
         response = await self._make_request("GET", endpoint, headers={"Accept": "text/csv"})
         
         # Parse CSV response
@@ -31,8 +33,63 @@ class TCGCSVService(BaseExternalService):
 
     async def get_categories(self) -> Dict[str, Any]:
         """Fetch all categories from TCGCSV API"""
-        endpoint = "categories"
+        endpoint = "tcgplayer/categories"
         return await self._make_request("GET", endpoint)
+    
+    async def get_archived_prices_for_date(self, date_str: str):
+        """Fetch archived prices from TCGCSV API"""
+        # Check if the date directory already exists
+        extract_path = f"app/data/cache/tcgcsv/prices/{date_str}"
+        if os.path.exists(extract_path):
+            print(f"Prices for date {date_str} already exist, skipping download")
+            return date_str
+            
+        # Download the archive file
+        endpoint = f"archive/tcgplayer/prices-{date_str}.ppmd.7z"
+        response = await self._make_request("GET", endpoint, binary=True)
+        
+        # Save the archive file
+        archive_path = f"app/data/cache/tcgcsv/prices/zip/prices-{date_str}.ppmd.7z"
+        os.makedirs(os.path.dirname(archive_path), exist_ok=True)
+        with open(archive_path, "wb") as f:
+            f.write(response)
+            
+        # Extract the 7z file
+        with py7zr.SevenZipFile(archive_path, 'r') as archive:
+            # Extract to a directory named after the date
+            os.makedirs(extract_path, exist_ok=True)
+            archive.extractall(path=extract_path)
+            
+        # The extracted files will be in a directory structure like:
+        # {date_str}/{game_id}/{group_id}/prices
+        return date_str
+    
+    async def get_archived_prices_for_date_range(self, start_date: str, end_date: str):
+        """Fetch archived prices for a date range from TCGCSV API"""
+        # Convert string dates to datetime objects
+        start_dt = datetime.strptime(start_date, "%Y-%m-%d")
+        end_dt = datetime.strptime(end_date, "%Y-%m-%d")
+        
+        # Set minimum start date
+        min_start_date = datetime.strptime("2025-02-08", "%Y-%m-%d")
+        if start_dt < min_start_date:
+            start_dt = min_start_date
+            
+        # Set maximum end date to today
+        today = datetime.now()
+        if end_dt > today:
+            end_dt = today
+            
+        # Generate date range
+        date_range = []
+        current_dt = start_dt
+        while current_dt <= end_dt:
+            date_range.append(current_dt.strftime("%Y-%m-%d"))
+            current_dt += timedelta(days=1)
+            
+        # Process each date
+        for date_str in date_range:
+            await self.get_archived_prices_for_date(date_str)
 
     async def sync_groups_to_db(self, db: Session, game_ids: List[int]) -> List[TCGPlayerGroup]:
         """Fetch groups from API and sync them to the database"""